-- Logs begin at Fri 2021-04-23 09:49:43 UTC, end at Fri 2021-04-23 10:48:26 UTC. -- Apr 23 10:19:14.359387 dv-cinder-779233-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 23 10:19:17.542587 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.common.config [-] Logging enabled! Apr 23 10:19:17.543160 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev129 Apr 23 10:19:17.544637 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86307) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 23 10:19:17.546471 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.common.config [-] Logging enabled! Apr 23 10:19:17.546765 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev129 Apr 23 10:19:17.547119 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86307) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 23 10:19:17.548201 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 23 10:19:17.548499 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 23 10:19:17.549598 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 23 10:19:17.549907 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 23 10:19:17.550170 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 23 10:19:17.550576 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.550926 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.551270 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.551538 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.551887 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.552225 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.552578 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.552914 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.553501 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.553838 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.554157 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.554483 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.554749 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.555071 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.555405 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.555740 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.556000 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] debug = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.556320 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.556885 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.557209 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.557529 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.557864 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.558181 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.558492 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.558807 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.559129 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.559502 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] host = dv-cinder-779233-3-smb {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.559820 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.560155 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.560513 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.560848 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.561164 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.561482 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.561835 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.562146 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.562461 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] log_file = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.562777 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.563111 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.563443 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.563786 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.564047 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.564304 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.564667 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.564999 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.565313 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.565631 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.565986 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.566303 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.566638 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.566948 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.567297 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.567647 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.567999 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.568362 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.568697 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.569011 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.569323 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.569655 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.569966 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.570282 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.570593 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.570926 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.571236 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.571570 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.571920 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.572276 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.572651 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.572998 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.573313 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.573657 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.573986 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.574309 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.574623 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] use_json = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.574946 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.575253 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.575577 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.575972 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.576288 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.576625 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.576942 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.577284 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:17.577621 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.577962 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.578304 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.578622 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.578959 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.579275 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.579584 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.579901 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.580205 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.580569 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.580897 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.581209 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.582042 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.582354 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.582698 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.583049 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.583387 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.583722 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.584032 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.584369 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.584693 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.585008 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.585329 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.585664 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.585997 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.586305 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.586619 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.586950 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.587265 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.587574 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.587888 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.588219 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.588591 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.588903 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.589222 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.589536 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.589851 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.590155 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.590467 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.590798 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.591110 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.591498 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.591822 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.592129 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.592462 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.592790 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.593102 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.593413 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.593723 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.594035 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.594341 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.594650 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.594961 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.595269 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.595599 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.595909 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.596236 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.596573 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.596903 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.597849 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.598181 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.598509 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.598840 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.599147 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.599460 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.599794 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.600114 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.600459 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.600827 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.601149 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.601468 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.601785 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.602105 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.602429 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.602747 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.603065 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.603381 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.603699 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.604012 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.604373 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.604700 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.605048 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.605390 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.605710 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.606074 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.606408 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.606750 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.607089 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.607407 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.607738 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.608061 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.608453 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.608794 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.609130 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.609466 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.609802 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.610124 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.610491 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.610809 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:17.611060 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 23 10:19:17.611337 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86307) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 23 10:19:18.296467 dv-cinder-779233-3-smb neutron-server[86307]: INFO keyring.backend [-] Loading Gnome Apr 23 10:19:18.314257 dv-cinder-779233-3-smb neutron-server[86307]: INFO keyring.backend [-] Loading Google Apr 23 10:19:18.317570 dv-cinder-779233-3-smb neutron-server[86307]: INFO keyring.backend [-] Loading Windows (alt) Apr 23 10:19:18.321418 dv-cinder-779233-3-smb neutron-server[86307]: INFO keyring.backend [-] Loading file Apr 23 10:19:18.322271 dv-cinder-779233-3-smb neutron-server[86307]: INFO keyring.backend [-] Loading keyczar Apr 23 10:19:18.322557 dv-cinder-779233-3-smb neutron-server[86307]: INFO keyring.backend [-] Loading multi Apr 23 10:19:18.323205 dv-cinder-779233-3-smb neutron-server[86307]: INFO keyring.backend [-] Loading pyfs Apr 23 10:19:18.370157 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:19:18.370467 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:19:18.370793 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:19:18.371169 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 23 10:19:18.766602 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:18.767129 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:18.767236 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:18.768601 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:18.769061 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:18.769364 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:18.807272 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:18.807582 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:18.807883 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:18.822735 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:18.823052 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:18.823360 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:18.889579 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:18.889890 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:18.890194 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:18.891212 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:18.891522 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:18.893317 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.169104 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.169431 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.169735 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.170049 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.170882 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.320449 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.320726 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.321057 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.321368 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.321674 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.322062 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.322543 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.322848 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.323151 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.323497 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.323803 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.324118 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.324458 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.324762 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.325080 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.325404 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.325706 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.326042 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.326336 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.326682 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.327133 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.327425 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.327712 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.328056 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.328375 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.328654 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.329088 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 23 10:19:19.329366 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 23 10:19:19.329645 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 23 10:19:19.329921 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 23 10:19:19.330238 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 23 10:19:19.330579 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 23 10:19:19.330999 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 23 10:19:19.334855 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 23 10:19:19.338801 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 23 10:19:19.342627 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Apr 23 10:19:19.344381 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 23 10:19:19.345674 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 23 10:19:19.346058 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 23 10:19:19.346497 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 23 10:19:19.350453 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 23 10:19:19.350740 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 23 10:19:19.351133 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 23 10:19:19.377923 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 23 10:19:19.378949 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.379287 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86307) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 23 10:19:19.379696 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.381082 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86307) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 23 10:19:19.381477 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 23 10:19:19.381766 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 23 10:19:19.384868 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.385191 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:19.453132 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 23 10:19:19.453402 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 23 10:19:19.453674 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 23 10:19:19.454084 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 23 10:19:19.487296 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_db.sqlalchemy.engines [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86307) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 23 10:19:19.936156 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.managers [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Initializing driver for type 'gre' Apr 23 10:19:19.936768 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] gre ID ranges: [(1, 1000)] Apr 23 10:19:19.977763 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.managers [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Initializing driver for type 'local' Apr 23 10:19:19.978133 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.managers [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Initializing driver for type 'vlan' Apr 23 10:19:19.988564 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] VlanTypeDriver initialization complete Apr 23 10:19:19.988942 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.managers [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Initializing driver for type 'vxlan' Apr 23 10:19:19.989482 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] vxlan ID ranges: [(1, 1000)] Apr 23 10:19:20.029892 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.managers [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Initializing extension driver 'port_security' Apr 23 10:19:20.030253 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.extensions.port_security [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] PortSecurityExtensionDriver initialization complete Apr 23 10:19:20.030635 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.managers [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Initializing mechanism driver 'openvswitch' Apr 23 10:19:20.030999 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.managers [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Initializing mechanism driver 'hyperv' Apr 23 10:19:20.037572 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:19:20.038507 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > port after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.038922 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > port after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.039318 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > port after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.039747 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > subnet after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.040138 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > subnet after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.040563 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.040986 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > network after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.041370 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > network after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.041753 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > network after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.042170 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > security_group after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.042556 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > security_group after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.043104 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.043489 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.043874 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.044253 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.044701 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > address_group after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.045082 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > address_group after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.045460 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.045832 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] ML2 OVO RPC backend initialized. {{(pid=86307) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 23 10:19:20.046707 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.047105 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.047572 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > network before_response 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.048008 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > networks before_response 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.048419 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > port before_response 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.048805 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > ports before_response 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.049197 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > subnet before_response 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.049580 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > subnets before_response 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.049968 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > network after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.050863 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > network after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.051243 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > network after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.051620 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > port after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.051994 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > port after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.052404 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > port after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.052771 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > subnet after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.053149 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > subnet after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.053788 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.054423 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.plugin [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Modular L2 Plugin initialization complete Apr 23 10:19:20.054782 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading services supported by the core plugin {{(pid=86307) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 23 10:19:20.055151 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.plugins.ml2.managers [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Got port-security extension from driver 'port_security' Apr 23 10:19:20.055661 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.extensions.vlantransparent [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Disabled vlantransparent extension. Apr 23 10:19:20.056196 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86307) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 23 10:19:20.056588 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading Plugin: router Apr 23 10:19:20.095524 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.095966 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > router after_create 55549900 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.096397 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > router before_create 55549900 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.096819 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.097915 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.098254 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > router after_delete 55549900 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.098663 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.099076 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > router after_create 55549900 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.099464 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > router after_update 55549900 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.099868 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > router after_update 55549900 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.100261 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.100726 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > router after_update 55549900 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.101229 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > router precommit_update 55549900 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.101659 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: port after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.102043 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: port after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.102425 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: subnet after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.102807 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.103204 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.103994 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > router precommit_create 55549900 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.103994 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: port before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.104367 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > router precommit_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.104774 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > router after_update 55549900 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.105159 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.105554 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > router precommit_create 55549900 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.105970 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.106362 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > router precommit_update 55549900 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.106800 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > network after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.107904 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Tracking information for resource: router configured {{(pid=86307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 23 10:19:20.108291 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Tracking information for resource: floatingip configured {{(pid=86307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 23 10:19:20.113987 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.l3_agentschedulers_db [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 23 10:19:20.114638 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: port after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.115040 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: port after_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.115433 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: port after_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.115825 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: port after_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.116769 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > router before_create 55550100 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.117179 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.117589 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > router precommit_create 55550100 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.117988 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > router precommit_update 55550100 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.122795 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.provider_configuration [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Service providers = [] {{(pid=86307) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 23 10:19:20.123197 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.servicetype_db [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86307) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 23 10:19:20.126069 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.service_base [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86307) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 23 10:19:20.126462 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.service_base [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86307) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 23 10:19:20.126847 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.service_base [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86307) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 23 10:19:20.127745 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.service_base [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86307) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 23 10:19:20.128224 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.services.service_base [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 23 10:19:20.128717 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 23 10:19:20.129081 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 23 10:19:20.139223 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 23 10:19:20.139603 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading Plugin: auto_allocate Apr 23 10:19:20.145451 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: network precommit_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.145864 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: network precommit_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.146457 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 23 10:19:20.146820 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading Plugin: tag Apr 23 10:19:20.154021 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 23 10:19:20.154395 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading Plugin: timestamp Apr 23 10:19:20.158291 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 23 10:19:20.158666 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading Plugin: network_ip_availability Apr 23 10:19:20.164785 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.165195 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.165593 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.166399 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 23 10:19:20.166764 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading Plugin: flavors Apr 23 10:19:20.171314 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 23 10:19:20.171687 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading Plugin: revisions Apr 23 10:19:20.176934 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 23 10:19:20.177435 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.806s {{(pid=86307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:19:20.178253 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86307) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 23 10:19:20.178883 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Initializing extension manager. Apr 23 10:19:20.179459 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: __init__.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.179842 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: __pycache__ {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.180227 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.180632 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: address_group.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.181455 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.182110 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: address-group Apr 23 10:19:20.182477 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: address_scope.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.183251 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.183904 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: address-scope Apr 23 10:19:20.184269 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.185272 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.185860 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: router-admin-state-down-before-update Apr 23 10:19:20.186307 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: agent.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.187028 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.187610 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: agent Apr 23 10:19:20.188006 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: agent_resources_synced.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.188985 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.189567 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: agent-resources-synced Apr 23 10:19:20.189933 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: allowedaddresspairs.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.191782 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.192478 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: allowed-address-pairs Apr 23 10:19:20.192853 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: auto_allocated_topology.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.193969 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.194569 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: auto-allocated-topology Apr 23 10:19:20.194991 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: availability_zone.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.195754 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.196363 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: availability_zone Apr 23 10:19:20.196729 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: availability_zone_filter.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.197658 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.198241 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: availability_zone_filter Apr 23 10:19:20.198602 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: data_plane_status.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.199658 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.200244 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension data-plane-status not supported by any of loaded plugins Apr 23 10:19:20.200631 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: default_subnetpools.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.201585 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.202167 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: default-subnetpools Apr 23 10:19:20.202528 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.203427 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.204013 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: dhcp_agent_scheduler Apr 23 10:19:20.204405 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: dns.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.205425 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.206035 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension dns-integration not supported by any of loaded plugins Apr 23 10:19:20.206529 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: dns_domain_ports.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.207476 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.208065 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 23 10:19:20.208471 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: dvr.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.209204 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.209779 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: dvr Apr 23 10:19:20.210150 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: empty_string_filtering.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.211079 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.211694 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: empty-string-filtering Apr 23 10:19:20.212098 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.213072 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.213649 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 23 10:19:20.214014 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.214940 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.215516 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 23 10:19:20.215881 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: external_net.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.216824 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.217407 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: external-net Apr 23 10:19:20.217770 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.218687 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.219268 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: extra_dhcp_opt Apr 23 10:19:20.219656 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: extraroute.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.220651 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.221238 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: extraroute Apr 23 10:19:20.221606 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: extraroute_atomic.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.223158 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.223745 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: extraroute-atomic Apr 23 10:19:20.224113 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: filter_validation.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.224846 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.225553 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: filter-validation Apr 23 10:19:20.225869 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: fip_pf_description.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.226794 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.227370 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 23 10:19:20.227732 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: fip_port_details.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.228800 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.229385 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: fip-port-details Apr 23 10:19:20.229750 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: flavors.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.231021 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.231610 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: flavors Apr 23 10:19:20.231979 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.233683 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.234276 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 23 10:19:20.234652 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: floatingip_pools.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.235474 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.236058 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: floatingip-pools Apr 23 10:19:20.236462 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: ip_allocation.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.237413 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.238524 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension ip_allocation not supported by any of loaded plugins Apr 23 10:19:20.238891 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.239826 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.240430 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: ip-substring-filtering Apr 23 10:19:20.240805 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: l2_adjacency.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.241742 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.242316 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 23 10:19:20.242681 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: l3.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.243766 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.244382 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: router Apr 23 10:19:20.244755 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.247034 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.247634 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 23 10:19:20.248011 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.248979 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.249565 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: ext-gw-mode Apr 23 10:19:20.249935 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.250981 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.251569 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: l3-ha Apr 23 10:19:20.251936 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: l3_flavors.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.252905 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.253515 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: l3-flavors Apr 23 10:19:20.253885 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.254817 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.255467 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 23 10:19:20.255829 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: l3agentscheduler.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.257651 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.258271 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: l3_agent_scheduler Apr 23 10:19:20.258649 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: logging.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.260160 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.260794 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension logging not supported by any of loaded plugins Apr 23 10:19:20.261171 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: metering.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.261983 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.262682 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: metering Apr 23 10:19:20.263055 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.264165 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.264807 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: metering_source_and_destination_fields Apr 23 10:19:20.265185 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: multiprovidernet.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.266141 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.266723 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: multi-provider Apr 23 10:19:20.267249 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: netmtu.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.268077 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.268689 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: net-mtu Apr 23 10:19:20.269086 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: netmtu_writable.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.270019 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.270601 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: net-mtu-writable Apr 23 10:19:20.270966 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: network_availability_zone.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.271794 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.272436 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: network_availability_zone Apr 23 10:19:20.272784 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: network_ip_availability.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.273902 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.274484 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: network-ip-availability Apr 23 10:19:20.274850 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: network_segment_range.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.275684 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.276262 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension network-segment-range not supported by any of loaded plugins Apr 23 10:19:20.276663 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: pagination.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.277682 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.278060 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: pagination Apr 23 10:19:20.278424 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: port_device_profile.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.279340 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.279926 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: port-device-profile Apr 23 10:19:20.280292 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.281268 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.281854 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: port-mac-address-regenerate Apr 23 10:19:20.282222 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.283145 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.283724 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: port-numa-affinity-policy Apr 23 10:19:20.284087 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: port_resource_request.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.285574 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.286173 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension port-resource-request not supported by any of loaded plugins Apr 23 10:19:20.286558 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: portbindings.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.287593 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.288177 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: binding Apr 23 10:19:20.288567 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: portbindings_extended.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.289845 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.290427 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: binding-extended Apr 23 10:19:20.290821 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: portsecurity.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.291774 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.292398 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: port-security Apr 23 10:19:20.292766 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: project_id.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.293761 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.294137 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: project-id Apr 23 10:19:20.294503 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: providernet.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.295442 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.296024 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: provider Apr 23 10:19:20.296409 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: qos.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.300130 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.301297 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension qos not supported by any of loaded plugins Apr 23 10:19:20.301673 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.302981 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.303836 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 23 10:19:20.304208 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.305257 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.305882 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 23 10:19:20.306253 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: qos_default.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.307324 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.309484 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension qos-default not supported by any of loaded plugins Apr 23 10:19:20.309887 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: qos_fip.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.310626 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.311214 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension qos-fip not supported by any of loaded plugins Apr 23 10:19:20.311583 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: qos_gateway_ip.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.312555 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.313140 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 23 10:19:20.313511 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: qos_port_network_policy.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.314442 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.315027 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 23 10:19:20.315397 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: qos_rule_type_details.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.316410 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.316979 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 23 10:19:20.317624 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: qos_rules_alias.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.318476 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.319055 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 23 10:19:20.319422 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: quotasv2.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.320456 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.320838 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: quotas Apr 23 10:19:20.321204 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: quotasv2_detail.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.322946 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.323336 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: quota_details Apr 23 10:19:20.323710 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: rbac.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.324904 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.325504 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: rbac-policies Apr 23 10:19:20.325877 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: rbac_address_group.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.326818 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.327477 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: rbac-address-group Apr 23 10:19:20.327847 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: rbac_address_scope.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.328816 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.329405 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: rbac-address-scope Apr 23 10:19:20.329773 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: rbac_security_groups.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.330703 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.331286 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: rbac-security-groups Apr 23 10:19:20.331678 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: rbac_subnetpool.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.332657 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.333246 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: rbac-subnetpool Apr 23 10:19:20.333614 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: revisionifmatch.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.334576 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.335156 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: revision-if-match Apr 23 10:19:20.335519 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: revisions.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.336722 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.337304 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: standard-attr-revisions Apr 23 10:19:20.337673 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: router_availability_zone.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.338400 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.338983 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: router_availability_zone Apr 23 10:19:20.339351 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: routerservicetype.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.340285 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.340895 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension router-service-type not supported by any of loaded plugins Apr 23 10:19:20.341260 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.342217 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.342800 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: security-groups-normalized-cidr Apr 23 10:19:20.343169 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.344127 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.344733 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: port-security-groups-filtering Apr 23 10:19:20.345098 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.346055 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.346639 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: security-groups-remote-address-group Apr 23 10:19:20.347536 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: securitygroup.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.361059 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.361687 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: security-group Apr 23 10:19:20.362062 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: segment.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.363480 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.364067 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension segment not supported by any of loaded plugins Apr 23 10:19:20.364466 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.365434 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.366021 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 23 10:19:20.366391 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: servicetype.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.367491 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.368087 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: service-type Apr 23 10:19:20.368512 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: sorting.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.369501 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.369884 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: sorting Apr 23 10:19:20.370252 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: standard_attr_segment.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.371179 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.371780 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 23 10:19:20.372145 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: standardattrdescription.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.372886 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.373495 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: standard-attr-description Apr 23 10:19:20.373842 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: stateful_security_group.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.374779 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.375387 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: stateful-security-group Apr 23 10:19:20.375756 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: stdattrs_common.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.376363 dv-cinder-779233-3-smb neutron-server[86307]: WARNING neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 23 10:19:20.376734 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.377816 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.378427 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 23 10:19:20.378783 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: subnet_onboard.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.379863 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.380502 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: subnet_onboard Apr 23 10:19:20.380868 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.381819 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.382406 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 23 10:19:20.382771 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: subnet_service_types.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.383811 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.384435 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: subnet-service-types Apr 23 10:19:20.384805 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: subnetallocation.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.385897 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.386487 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: subnet_allocation Apr 23 10:19:20.386852 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.387552 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.388137 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: subnetpool-prefix-ops Apr 23 10:19:20.388534 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.389473 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.390051 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 23 10:19:20.390413 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: tagging.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.391726 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.392327 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: standard-attr-tag Apr 23 10:19:20.392723 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: timestamp.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.393910 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.394525 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loaded extension: standard-attr-timestamp Apr 23 10:19:20.394896 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: trunk.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.395931 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.396544 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension trunk not supported by any of loaded plugins Apr 23 10:19:20.396914 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: trunk_details.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.397928 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.398544 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension trunk-details not supported by any of loaded plugins Apr 23 10:19:20.398910 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: uplink_status_propagation.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.399846 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.400449 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 23 10:19:20.400819 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Loading extension file: vlantransparent.py {{(pid=86307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 10:19:20.401527 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 10:19:20.402113 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 23 10:19:20.404838 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Creating instance of TrackedResource for resource:network Apr 23 10:19:20.405657 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Creating instance of TrackedResource for resource:subnet Apr 23 10:19:20.406349 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Creating instance of TrackedResource for resource:subnetpool Apr 23 10:19:20.407021 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Creating instance of TrackedResource for resource:port Apr 23 10:19:20.408645 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 10:19:20.409148 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Service FLAVORS assigned prefix: {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 10:19:20.410353 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 10:19:20.410823 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 10:19:20.411196 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Creating instance of TrackedResource for resource:router Apr 23 10:19:20.411940 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Creating instance of TrackedResource for resource:floatingip Apr 23 10:19:20.412758 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Service METERING assigned prefix: /metering {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 10:19:20.414561 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.414973 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.415366 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:19:20.416571 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Creating instance of CountableResource for resource:rbac_policy Apr 23 10:19:20.417060 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Creating instance of TrackedResource for resource:security_group Apr 23 10:19:20.417880 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 23 10:19:20.418688 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Service CORE assigned prefix: {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 10:19:20.419061 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Creating instance of TrackedResource for resource:subnetpool Apr 23 10:19:20.419436 dv-cinder-779233-3-smb neutron-server[86307]: WARNING neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] subnetpool is already registered Apr 23 10:19:20.420107 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Service CORE assigned prefix: {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 10:19:20.420508 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Creating instance of TrackedResource for resource:subnetpool Apr 23 10:19:20.420875 dv-cinder-779233-3-smb neutron-server[86307]: WARNING neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] subnetpool is already registered Apr 23 10:19:20.423778 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 10:19:20.424261 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Service FLAVORS assigned prefix: {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 10:19:20.424947 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 10:19:20.425964 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 10:19:20.426340 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Creating instance of TrackedResource for resource:router Apr 23 10:19:20.426711 dv-cinder-779233-3-smb neutron-server[86307]: WARNING neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] router is already registered Apr 23 10:19:20.427381 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Creating instance of TrackedResource for resource:floatingip Apr 23 10:19:20.427752 dv-cinder-779233-3-smb neutron-server[86307]: WARNING neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] floatingip is already registered Apr 23 10:19:20.428819 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Service METERING assigned prefix: /metering {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 10:19:20.429567 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Creating instance of CountableResource for resource:rbac_policy Apr 23 10:19:20.429935 dv-cinder-779233-3-smb neutron-server[86307]: WARNING neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] rbac_policy is already registered Apr 23 10:19:20.430566 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Creating instance of TrackedResource for resource:security_group Apr 23 10:19:20.430935 dv-cinder-779233-3-smb neutron-server[86307]: WARNING neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] security_group is already registered Apr 23 10:19:20.431590 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 23 10:19:20.431961 dv-cinder-779233-3-smb neutron-server[86307]: WARNING neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] security_group_rule is already registered Apr 23 10:19:20.432717 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Service CORE assigned prefix: {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 10:19:20.433091 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Creating instance of TrackedResource for resource:subnetpool Apr 23 10:19:20.433460 dv-cinder-779233-3-smb neutron-server[86307]: WARNING neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] subnetpool is already registered Apr 23 10:19:20.434140 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.resource_helper [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Service CORE assigned prefix: {{(pid=86307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 10:19:20.434521 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Creating instance of TrackedResource for resource:subnetpool Apr 23 10:19:20.434886 dv-cinder-779233-3-smb neutron-server[86307]: WARNING neutron.quota.resource_registry [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] subnetpool is already registered Apr 23 10:19:20.435604 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: extensions {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.437227 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: address-groups {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.438943 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: address-scopes {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.440214 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: agents {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.441521 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: auto-allocated-topology {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.442853 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: availability_zones {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.444259 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: dhcp-networks {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.445777 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: dhcp-agents {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.447283 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: routers {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.449191 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: flavors {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.450416 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: service_profiles {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.451975 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: next_providers {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.453625 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: service_profiles {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.455160 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: floatingip-pools {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.456979 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: routers {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.458941 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: floatingips {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.460208 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: l3-routers {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.461704 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: l3-agents {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.463195 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: metering-labels {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.465508 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: metering-label-rules {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.466850 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: network-ip-availabilities {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.468204 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: bindings {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.470063 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: quotas {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.471563 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: quotas {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.473626 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: rbac-policies {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.474995 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: security-groups {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.476275 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: security-group-rules {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.477610 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: service-providers {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.478893 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: subnetpools {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.480400 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: subnetpools {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.481924 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: tags {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.483713 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: tags {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.485651 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: tags {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.487529 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: tags {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.489532 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: tags {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.491493 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: tags {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.493333 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: tags {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.495315 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: tags {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.497245 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: tags {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.500384 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.extensions [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Extended resource: tags {{(pid=86307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 10:19:20.507305 dv-cinder-779233-3-smb neutron-server[86307]: WARNING keystonemiddleware.auth_token [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 23 10:19:20.512802 dv-cinder-779233-3-smb neutron-server[86307]: WARNING keystonemiddleware.auth_token [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 23 10:19:20.522422 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Acquired lock "singleton_lock" {{(pid=86307) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 23 10:19:20.522956 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Releasing lock "singleton_lock" {{(pid=86307) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 23 10:19:20.524464 dv-cinder-779233-3-smb neutron-server[86307]: INFO oslo_service.service [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Starting 2 workers Apr 23 10:19:20.529365 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Started child 86420 {{(pid=86307) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 23 10:19:20.534455 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Started child 86422 {{(pid=86307) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 23 10:19:20.534731 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:20.536272 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.service [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 23 10:19:20.536861 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [-] (86420) wsgi starting up on http://0.0.0.0:9696 Apr 23 10:19:20.536977 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Notify callbacks [] for process, before_spawn {{(pid=86307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:20.537902 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 56000) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:19:20.539386 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:20.539976 dv-cinder-779233-3-smb neutron-server[86307]: INFO oslo_service.service [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Starting 1 workers Apr 23 10:19:20.541081 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [-] (86422) wsgi starting up on http://0.0.0.0:9696 Apr 23 10:19:20.545594 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Started child 86423 {{(pid=86307) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 23 10:19:20.546159 dv-cinder-779233-3-smb neutron-server[86307]: INFO oslo_service.service [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Starting 1 workers Apr 23 10:19:20.548467 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.service [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] calling RpcWorker wait() {{(pid=86423) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 23 10:19:20.548976 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.service [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] returning from RpcWorker wait() {{(pid=86423) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 23 10:19:20.550765 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:20.551188 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:19:20.551454 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Started child 86424 {{(pid=86307) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 23 10:19:20.551596 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0105462 Apr 23 10:19:20.552664 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ce03-14cf-460d-82de-246ddadcb650 None None] Notify callbacks [] for process, after_spawn {{(pid=86307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:20.555963 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86307) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 23 10:19:20.556425 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 23 10:19:20.556785 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 23 10:19:20.557235 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 23 10:19:20.557838 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 23 10:19:20.558000 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 23 10:19:20.558133 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:20.558611 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.558918 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.559241 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.559482 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.559814 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.560483 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.560834 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.563983 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.563983 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.563983 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.563983 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.563983 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.563983 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.563983 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.563983 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.564934 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.564934 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.564934 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.564934 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.564934 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.564934 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.564934 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.565624 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] debug = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.565624 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.565837 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.566092 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.566512 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.566938 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.567373 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.567789 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.568213 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.568644 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.569062 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.569378 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.569634 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.569883 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.570132 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.570410 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.570796 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.570940 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.571387 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] host = dv-cinder-779233-3-smb {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.571625 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.571837 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.572134 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.572431 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.572691 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.572930 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.573394 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.573816 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.574215 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.574600 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.575004 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.575390 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.575806 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.576230 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] log_file = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.576508 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] log_options = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.576879 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.577096 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.577306 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.577539 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.577755 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.577971 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.578171 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.578372 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.578589 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.578887 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.579081 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.582313 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.582313 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.582313 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.582313 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.582313 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.582313 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.582313 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.582313 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.583952 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.583952 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.583952 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.583952 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.583952 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.583952 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.583952 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.583952 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.583952 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.585710 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.585710 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.585710 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.586698 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.586698 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.586698 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.586698 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.587584 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.587584 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.587979 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.588184 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.588413 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.588622 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.588889 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.589255 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:19:20.589508 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.589508 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.589903 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.590104 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] use_json = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.590303 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.591554 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.591554 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.591554 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.591554 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.591554 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.592782 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.592782 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.592782 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.593250 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.593627 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.594061 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.594400 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.595949 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.595949 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.595949 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.595949 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.595949 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.596755 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.596755 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.604350 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.604350 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.604350 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.604350 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.604350 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.604350 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.604350 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.604350 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.604890 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.604890 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.604890 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.604890 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.604890 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.604890 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.604890 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.604890 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.605355 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.605355 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.605355 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.605355 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.605355 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.605355 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.605355 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.605355 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.605355 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.605870 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.605870 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.605870 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.605870 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.605870 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.606174 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.606174 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.606378 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.606776 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.607194 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.607441 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.607690 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.608128 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.608610 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.609045 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.609453 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.609857 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.610285 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.610754 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.611014 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.611233 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.611446 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.611672 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.612430 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.612430 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.612901 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.612901 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.613304 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.613304 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.614130 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.614130 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.614130 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.614735 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.614735 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.615117 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.615117 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.615513 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.615666 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.617266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.617266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.617266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.617266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.617266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.617266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.618090 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.618090 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.618090 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.618657 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.618657 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.619049 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.619049 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.619461 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.619666 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.619872 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.620089 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.620292 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.627266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.627266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.627266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.627266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.627266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.627266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.627266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.627266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.628545 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.628545 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.628545 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.628545 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.628545 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.628545 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.628545 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.628545 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.629702 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.629702 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.629702 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.629702 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.629702 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.629702 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.629702 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.629702 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.630442 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.630442 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.630442 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.630909 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.631072 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.631225 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.631472 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.631741 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.632012 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.632269 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.634376 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.634959 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.635259 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.635538 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.637109 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.637109 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.637109 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.637109 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.637109 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.637488 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.637669 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.637959 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.638206 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.638510 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.639431 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.639431 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.639431 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.639670 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.641371 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.641836 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.642189 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.642459 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.642856 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.643142 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.643737 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.644650 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.645368 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.646497 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.648183 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.651431 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.651728 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.652013 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.652366 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.652642 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.653140 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.653483 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.654199 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.654734 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.655026 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.655514 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.655829 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.658717 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.659150 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.659432 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.660585 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.660880 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.661198 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.661501 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.662400 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.662400 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.662400 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.662892 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.662892 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.663289 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.663289 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.663536 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.663838 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.664154 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.666882 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.667353 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.668054 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.668533 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.668837 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.669139 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.669619 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.670348 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.671005 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.671443 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.672582 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.672864 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.673202 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.673428 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.673706 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.674235 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.674821 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.675269 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.676039 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.676039 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.676230 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.676895 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.677246 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.677537 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.678622 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.678914 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.679192 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.679454 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.679714 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.680296 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.680637 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.680915 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.681171 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.681432 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.681687 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.682794 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.682794 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.682794 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.683209 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.683209 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.683472 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.683705 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.683959 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.684277 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.684561 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.684812 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.685170 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.685465 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.686671 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.687004 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.687361 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.687609 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.687818 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.688372 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.689017 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.689453 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.689740 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.689992 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.690267 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.690615 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.691041 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.691410 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.691707 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.692006 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.692392 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.692646 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.692946 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.693201 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.693529 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.693887 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.694175 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.694459 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.694731 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.695029 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.695291 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.695548 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.695804 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.696075 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.697312 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.697729 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.699741 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.700806 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.701085 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.701383 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.701660 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.701957 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.702250 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.702539 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.702829 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.703023 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 23 10:19:20.703582 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86307) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 23 10:19:20.703779 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 23 10:19:20.703970 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 23 10:19:20.704200 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 23 10:19:20.705364 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 23 10:19:20.705906 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 23 10:19:20.706331 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.707206 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.707557 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.707933 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.708151 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.708423 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.708653 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.709092 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.709432 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.709869 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.710055 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.710467 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.710716 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.710864 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.711117 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.711274 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.711398 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.711639 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.711808 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.711974 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.712176 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.712445 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.712689 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] debug = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.712927 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.713131 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.713324 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.713502 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.713708 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.714044 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.714044 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.714386 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.714386 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.714676 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.714676 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.714971 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.714971 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.715257 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.715257 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.715524 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.715673 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.715896 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] host = dv-cinder-779233-3-smb {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.716095 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.716263 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.716466 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.716667 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.716850 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.717250 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.717449 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.717609 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.717760 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.718901 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.718901 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.718901 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.718901 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.718901 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] log_file = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.718901 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] log_options = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.718901 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.719415 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.719415 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.719415 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.719604 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.720021 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.720021 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.720178 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.720248 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.720495 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.720684 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.720874 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.721290 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.721290 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.721477 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.721548 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.721716 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.722992 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.722992 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.722992 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.722992 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.723268 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.723268 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.724391 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.724391 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.724391 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.724391 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.724391 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.724391 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.724767 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:19:20.724897 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.724897 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.724897 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.725089 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.725158 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.725295 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.726085 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.726085 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.726085 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.726282 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.726282 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.726729 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.726828 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.726991 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.728419 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.728419 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.728419 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] use_json = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.728677 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.728901 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.729242 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.729625 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.729957 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.730284 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.731176 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.731176 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 10:19:20.731330 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.731558 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.731904 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.732230 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.732880 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.733568 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.733668 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.734008 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.734557 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.734979 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.735316 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.735645 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.738491 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.739121 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.739557 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.739908 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.742932 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.743549 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.743786 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.744131 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.744677 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.745031 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.745400 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.745734 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.746112 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.746449 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.746831 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.747342 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.747950 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.748290 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.750319 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.751172 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.752018 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.752926 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.753455 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.753455 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.753883 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.754225 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.754569 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.755266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.756034 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.756034 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.756304 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.756612 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.757352 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.757944 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.758103 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.758438 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.758785 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.759167 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.759525 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.760372 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.760372 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.760536 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.761943 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.762545 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.762881 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.763216 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.764125 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.764125 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.764125 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.764543 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.764824 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.765150 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.765478 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.765807 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.766133 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.766458 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.766791 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.767112 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.767437 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.767767 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.768093 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.768428 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.768751 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.769564 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.769897 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.770224 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.770564 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.770851 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.771178 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.771502 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.771825 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.772145 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.772521 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.773433 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.773433 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.773433 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.773901 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.774047 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.774326 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.776550 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.776912 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.778733 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.780413 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.781193 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.781993 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.783434 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.784076 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.784076 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.784772 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.785397 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.785631 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.786159 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.786410 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.786745 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.787078 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.787409 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.787741 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.788070 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.788761 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.790455 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.790810 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.791151 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.792560 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.792890 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.793175 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.793331 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.793460 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.793834 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.793834 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.794084 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.794207 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.794701 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.794701 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.794701 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.795053 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.795053 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.795286 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.795412 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.795533 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.795733 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.795962 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.796157 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.796410 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.796591 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.796750 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.796911 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.797249 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.797558 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.797862 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.798217 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.798413 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.798732 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.798925 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.799098 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.799463 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.799636 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.799831 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.799998 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.800197 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.800423 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.800612 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.800800 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.801013 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.801441 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.801771 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.802075 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.802406 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.802608 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.802776 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.802953 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.803111 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.803281 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.803727 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.803863 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.804035 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.804220 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.804452 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.804663 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.804815 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.804991 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.805109 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.805312 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.806325 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.806325 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.806325 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.806325 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.806325 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.806756 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.806756 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.807071 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.807071 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.807251 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.807367 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.807677 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.807847 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.808010 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.808492 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.808898 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.809072 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.809313 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.809471 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.809600 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.809722 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.809884 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.810202 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.810506 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.810856 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.811233 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.811626 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.811814 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.811979 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.812132 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.812285 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.812528 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.812705 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.812832 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.812967 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.813221 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.813393 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.813522 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.813642 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.813908 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.814052 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.814183 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.814309 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.814443 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.814735 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.814913 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.814913 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.815217 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.815375 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.815534 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.815690 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.816421 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.816818 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.817060 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.817200 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.817324 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.817452 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.817657 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.817823 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.817994 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.818193 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.818361 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.818546 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.818733 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.819064 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.819255 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.819445 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.819614 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.819964 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.820129 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.820279 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.820536 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.820720 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.820902 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.821082 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.821260 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.821444 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.821629 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.821808 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.821808 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.822206 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.822206 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.822498 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.822498 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.822798 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.822798 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.823084 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.823220 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.823384 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.823540 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.823690 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.823818 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.823968 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.824123 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.824274 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.824484 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.824640 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.824810 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.824968 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.825123 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 10:19:20.825280 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 23 10:19:32.116915 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d944151-fbec-45d5-a5f9-82b79ee28f32 None None] get_active_networks_info from dv-cinder-779233-3-smb {{(pid=86423) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 10:19:32.183898 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d944151-fbec-45d5-a5f9-82b79ee28f32 None None] No non-hosted networks {{(pid=86423) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 23 10:19:32.204303 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agentschedulers_db [None req-7d944151-fbec-45d5-a5f9-82b79ee28f32 None None] DHCP Agent not found on host dv-cinder-779233-3-smb {{(pid=86423) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 23 10:19:32.417344 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ff104f9f-3b33-4bc4-b487-2b03f24c71b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237'] for agent, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:34.079350 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c2ac1564-70f4-4de2-88a1-a02ed7361b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237'] for agent, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:34.127546 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3a558489-f74d-4654-93be-9f46041a45f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:35.354742 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237'] for agent, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:35.433420 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237'] for agent, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:35.434330 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:35.434946 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:35.435596 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:35.436214 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:35.436909 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:35.437463 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:35.438193 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:35.438761 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:35.439311 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:35.439858 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:35.440437 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:35.441630 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:35.442253 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-779233-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:19:35.447319 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-779233-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:19:37.082572 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237'] for agent, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:37.501766 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 56104) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:19:38.209367 dv-cinder-779233-3-smb neutron-server[86307]: WARNING oslo_policy.policy [None req-216bb145-66d5-430f-938e-267c8a215d27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 10:19:38.209973 dv-cinder-779233-3-smb neutron-server[86307]: WARNING oslo_policy.policy [None req-216bb145-66d5-430f-938e-267c8a215d27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 10:19:38.446111 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [None req-216bb145-66d5-430f-938e-267c8a215d27 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=86422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 10:19:38.447598 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-216bb145-66d5-430f-938e-267c8a215d27 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9429998 Apr 23 10:19:41.444288 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.l3_hamode_db [None req-558ae1cb-4aae-40dc-ab19-c775d67bbaf8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 23 10:19:41.472093 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 56118) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:19:41.535528 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558ae1cb-4aae-40dc-ab19-c775d67bbaf8 None None] Routers set() bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:19:41.535960 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558ae1cb-4aae-40dc-ab19-c775d67bbaf8 None None] Router IDs set() for agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 23 10:19:41.935328 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-2c002cad-009f-46b9-8483-1d87a4757e0c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:19:42.040772 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.policy [None req-2c002cad-009f-46b9-8483-1d87a4757e0c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86422) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 23 10:19:42.097199 dv-cinder-779233-3-smb neutron-server[86307]: WARNING oslo_policy.policy [None req-2c002cad-009f-46b9-8483-1d87a4757e0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 10:19:42.097629 dv-cinder-779233-3-smb neutron-server[86307]: WARNING oslo_policy.policy [None req-2c002cad-009f-46b9-8483-1d87a4757e0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 10:19:42.115304 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.quota [None req-2c002cad-009f-46b9-8483-1d87a4757e0c admin admin] Loaded quota_driver: . Apr 23 10:19:42.131830 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-2c002cad-009f-46b9-8483-1d87a4757e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:19:42.193243 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2c002cad-009f-46b9-8483-1d87a4757e0c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363289791890541', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363289791891153', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363289791917358', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363289791907202', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363289791792707', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363289791791362', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1335511', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1692119', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7805544', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7789497'] for rbac-policy, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:42.413626 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2c002cad-009f-46b9-8483-1d87a4757e0c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:42.415107 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-2c002cad-009f-46b9-8483-1d87a4757e0c admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9417005 Apr 23 10:19:45.455058 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 56132) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:19:45.826105 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '730b53980c4b464c92fbe28889bfe765'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:19:45.832075 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:19:45.836568 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Usage tracker for resource:network and tenant:730b53980c4b464c92fbe28889bfe765 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:19:45.840038 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:19:45.846399 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:19:45.855322 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Made reservation on behalf of 730b53980c4b464c92fbe28889bfe765 for: {'network': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:19:45.861175 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for network, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:45.877431 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:45.891775 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:19:45.895576 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Usage tracker for resource:security_group_rule and tenant:730b53980c4b464c92fbe28889bfe765 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:19:45.898978 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:19:45.904763 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:19:46.000715 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:46.003660 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:46.008385 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:19:46.027442 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=86422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 10:19:46.053373 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363289788431254', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:46.054229 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Unsubscribe: segment precommit_create {{(pid=86422) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 23 10:19:46.054679 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.segments_db [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Added segment dd47a795-e22d-4d4a-bbbd-4aff623d7858 of type vlan for network 43e641c5-ea83-4d88-882c-f62d07b10c89 Apr 23 10:19:46.107024 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea31856-5b5e-43ec-b07b-d0219adcef02,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:19:46.129569 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:46.129935 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:46.130292 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:46.130642 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:46.130989 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:46.131339 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:46.131679 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:46.132021 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:46.132369 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:46.132723 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:46.133059 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:46.133394 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Tracked resource versions report: Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: pushed versions: Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: { 'AddressGroup': {'1.2'}, Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: 'ConntrackHelper': {'1.0'}, Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: 'Log': {'1.0'}, Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: 'Network': {'1.1'}, Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: 'Port': {'1.7'}, Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: 'PortForwarding': {'1.2'}, Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: 'QosPolicy': {'1.8'}, Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroup': {'1.4'}, Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroupRule': {'1.2'}, Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: 'SubPort': {'1.0'}, Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: 'Subnet': {'1.1'}, Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: 'Trunk': {'1.1'}} Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: consumer versions: Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: { DHCP agent@dv-cinder-779233-3-smb: {}, Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: L3 agent@dv-cinder-779233-3-smb: {}, Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: Metadata agent@dv-cinder-779233-3-smb: {}, Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: Metering agent@dv-cinder-779233-3-smb: {}, Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: Open vSwitch agent@dv-cinder-779233-3-smb: { 'AddressGroup': '1.2', Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: 'ConntrackHelper': '1.0', Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: 'Log': '1.0', Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: 'Network': '1.1', Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: 'Port': '1.7', Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: 'PortForwarding': '1.2', Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: 'QosPolicy': '1.8', Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroup': '1.4', Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroupRule': '1.2', Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: 'SubPort': '1.0', Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: 'Subnet': '1.1', Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: 'Trunk': '1.1'}} Apr 23 10:19:46.134501 dv-cinder-779233-3-smb neutron-server[86307]: {{(pid=86422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 23 10:19:46.170582 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747065835481'] for network, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:46.184907 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:19:46.212279 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for network, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:46.213934 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:19:46.214632 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:46.219453 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:19:46.327408 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8711050 Apr 23 10:19:46.328046 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Pushing event updated for resources: {'Network': ['ID=43e641c5-ea83-4d88-882c-f62d07b10c89,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:19:46.354190 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:19:46.365669 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Network 43e641c5-ea83-4d88-882c-f62d07b10c89 details requested by agent ovs-agent-dv-cinder-779233-3-smb with host dv-cinder-779233-3-smb {{(pid=86423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 10:19:49.463746 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 56148) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:19:49.973294 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4701e567-35d4-4561-bb1e-7a075eed746e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:19:49.974664 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-4701e567-35d4-4561-bb1e-7a075eed746e admin admin] 10.222.0.70 "GET /v2.0/networks/43e641c5-ea83-4d88-882c-f62d07b10c89 HTTP/1.1" status: 200 len: 825 time: 0.5098648 Apr 23 10:19:50.002910 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-cf708e24-9f44-48eb-85bb-05e2972ea83c admin admin] 10.222.0.70 "GET /v2.0/subnetpools/a9330dfa-9bc2-4ac9-9bf2-0774888a11cb HTTP/1.1" status: 200 len: 734 time: 0.0222273 Apr 23 10:19:50.012902 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-9143d93e-8e71-4727-b49a-1f1684f0b68e admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '730b53980c4b464c92fbe28889bfe765', 'ip_version': 4, 'network_id': '43e641c5-ea83-4d88-882c-f62d07b10c89', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a9330dfa-9bc2-4ac9-9bf2-0774888a11cb'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:19:50.017495 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9143d93e-8e71-4727-b49a-1f1684f0b68e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:19:50.021426 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-9143d93e-8e71-4727-b49a-1f1684f0b68e admin admin] Usage tracker for resource:subnet and tenant:730b53980c4b464c92fbe28889bfe765 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:19:50.024367 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-9143d93e-8e71-4727-b49a-1f1684f0b68e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:19:50.030183 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9143d93e-8e71-4727-b49a-1f1684f0b68e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:19:50.039266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9143d93e-8e71-4727-b49a-1f1684f0b68e admin admin] Made reservation on behalf of 730b53980c4b464c92fbe28889bfe765 for: {'subnet': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:19:50.043820 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9143d93e-8e71-4727-b49a-1f1684f0b68e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:50.536168 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9143d93e-8e71-4727-b49a-1f1684f0b68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for subnet, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:50.543145 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:19:50.641520 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143d93e-8e71-4727-b49a-1f1684f0b68e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbe47de7-88fa-4acb-a7f2-e75fcb1c2f3f,revision_number=0']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:19:50.645884 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9143d93e-8e71-4727-b49a-1f1684f0b68e admin admin] Checking segment: {'id': 'dd47a795-e22d-4d4a-bbbd-4aff623d7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '43e641c5-ea83-4d88-882c-f62d07b10c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:19:50.646264 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9143d93e-8e71-4727-b49a-1f1684f0b68e admin admin] Network hostable DHCP agents. Network: 43e641c5-ea83-4d88-882c-f62d07b10c89, hostable agents: ['9afd9aa3-ba3d-4012-bb25-a6f17ffdc572'], hosted agents: [] {{(pid=86422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 10:19:50.652087 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9143d93e-8e71-4727-b49a-1f1684f0b68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:19:50.666309 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9143d93e-8e71-4727-b49a-1f1684f0b68e admin admin] Network 43e641c5-ea83-4d88-882c-f62d07b10c89 is scheduled to be hosted by DHCP agent 9afd9aa3-ba3d-4012-bb25-a6f17ffdc572 with binding_index 1 {{(pid=86422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 10:19:50.675945 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-9143d93e-8e71-4727-b49a-1f1684f0b68e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-smb, 43e641c5-ea83-4d88-882c-f62d07b10c89) {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:19:50.680713 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9143d93e-8e71-4727-b49a-1f1684f0b68e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:19:50.681359 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9143d93e-8e71-4727-b49a-1f1684f0b68e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for subnet, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:50.685955 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f73cd7f-f4af-4d15-986d-7f9216889f65 None None] Network 43e641c5-ea83-4d88-882c-f62d07b10c89 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:19:50.700469 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-9143d93e-8e71-4727-b49a-1f1684f0b68e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6911218 Apr 23 10:19:51.195852 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp652c0ba5-fead-5515-a46d-04250ecd80c7-43e641c5-ea83-4d88-882c-f62d07b10c89', 'network_id': '43e641c5-ea83-4d88-882c-f62d07b10c89', 'tenant_id': '730b53980c4b464c92fbe28889bfe765', 'fixed_ips': [{'subnet_id': 'bbe47de7-88fa-4acb-a7f2-e75fcb1c2f3f'}]}} from dv-cinder-779233-3-smb. {{(pid=86423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 10:19:51.197037 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:51.384466 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Allocated IP 172.20.0.2 (43e641c5-ea83-4d88-882c-f62d07b10c89/bbe47de7-88fa-4acb-a7f2-e75fcb1c2f3f/64b6b53c-eaa2-403f-bc43-ab2edfc11819) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:19:51.622177 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:51.636462 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Transition to ACTIVE for port object 64b6b53c-eaa2-403f-bc43-ab2edfc11819 will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:19:51.657527 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Transition to ACTIVE for port object 64b6b53c-eaa2-403f-bc43-ab2edfc11819 will not be triggered until provisioned by entity DHCP. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:19:51.663482 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:51.671494 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:19:51.729460 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Network 43e641c5-ea83-4d88-882c-f62d07b10c89 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:19:51.740575 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Resources bound (agent type, host, resource id): {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:19:51.750545 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Pushing event updated for resources: {'Port': ['ID=64b6b53c-eaa2-403f-bc43-ab2edfc11819,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:19:51.754924 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:19:51.763317 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:51.763688 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:51.764050 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:51.764434 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:51.764792 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:51.765148 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:51.765499 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:51.765851 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:51.766195 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:51.766542 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:51.766887 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:51.767230 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Tracked resource versions report: Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: pushed versions: Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: { 'AddressGroup': {'1.2'}, Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: 'ConntrackHelper': {'1.0'}, Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: 'Log': {'1.0'}, Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: 'Network': {'1.1'}, Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: 'Port': {'1.7'}, Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: 'PortForwarding': {'1.2'}, Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: 'QosPolicy': {'1.8'}, Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroup': {'1.4'}, Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroupRule': {'1.2'}, Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: 'SubPort': {'1.0'}, Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: 'Subnet': {'1.1'}, Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: 'Trunk': {'1.1'}} Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: consumer versions: Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: { DHCP agent@dv-cinder-779233-3-smb: {}, Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: L3 agent@dv-cinder-779233-3-smb: {}, Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: Metadata agent@dv-cinder-779233-3-smb: {}, Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: Metering agent@dv-cinder-779233-3-smb: {}, Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: Open vSwitch agent@dv-cinder-779233-3-smb: { 'AddressGroup': '1.2', Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: 'ConntrackHelper': '1.0', Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: 'Log': '1.0', Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: 'Network': '1.1', Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: 'Port': '1.7', Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: 'PortForwarding': '1.2', Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: 'QosPolicy': '1.8', Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroup': '1.4', Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroupRule': '1.2', Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: 'SubPort': '1.0', Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: 'Subnet': '1.1', Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: 'Trunk': '1.1'}} Apr 23 10:19:51.768375 dv-cinder-779233-3-smb neutron-server[86307]: {{(pid=86423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 23 10:19:51.805638 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:19:51.866355 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Attempting to bind port 64b6b53c-eaa2-403f-bc43-ab2edfc11819 on host dv-cinder-779233-3-smb for vnic_type normal with profile {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:19:51.866779 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Attempting to bind port 64b6b53c-eaa2-403f-bc43-ab2edfc11819 by drivers openvswitch,hyperv on host dv-cinder-779233-3-smb at level 0 using segments [{'id': 'dd47a795-e22d-4d4a-bbbd-4aff623d7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '43e641c5-ea83-4d88-882c-f62d07b10c89'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:19:51.867188 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Attempting to bind port 64b6b53c-eaa2-403f-bc43-ab2edfc11819 on network 43e641c5-ea83-4d88-882c-f62d07b10c89 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:19:51.873086 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Checking agent: {'id': '1913a22a-9c34-47f7-a9c7-162e923d995b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 19, 35), 'started_at': datetime.datetime(2021, 4, 23, 10, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:19:51.873551 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Checking segment: {'id': 'dd47a795-e22d-4d4a-bbbd-4aff623d7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '43e641c5-ea83-4d88-882c-f62d07b10c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:19:51.873960 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:51.874380 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Bound using segment: {'id': 'dd47a795-e22d-4d4a-bbbd-4aff623d7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '43e641c5-ea83-4d88-882c-f62d07b10c89'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:19:51.875062 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Bound port: 64b6b53c-eaa2-403f-bc43-ab2edfc11819, host: dv-cinder-779233-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd47a795-e22d-4d4a-bbbd-4aff623d7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '43e641c5-ea83-4d88-882c-f62d07b10c89'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:19:51.875348 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:51.972574 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] For port 64b6b53c-eaa2-403f-bc43-ab2edfc11819, host dv-cinder-779233-3-smb, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:19:51.976576 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] For port 64b6b53c-eaa2-403f-bc43-ab2edfc11819, host dv-cinder-779233-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=64b6b53c-eaa2-403f-bc43-ab2edfc11819,segment=NetworkSegment(dd47a795-e22d-4d4a-bbbd-4aff623d7858),segment_id=dd47a795-e22d-4d4a-bbbd-4aff623d7858)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:19:51.979827 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:51.984709 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:19:52.087173 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Pushing event updated for resources: {'Port': ['ID=64b6b53c-eaa2-403f-bc43-ab2edfc11819,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:19:52.090434 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:19:53.509711 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 56158) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:19:54.159860 dv-cinder-779233-3-smb neutron-server[86307]: WARNING oslo_policy.policy [None req-45ebcf45-51ec-4aa9-9ac4-662c6102b783 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 10:19:54.160474 dv-cinder-779233-3-smb neutron-server[86307]: WARNING oslo_policy.policy [None req-45ebcf45-51ec-4aa9-9ac4-662c6102b783 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 10:19:54.392748 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [None req-45ebcf45-51ec-4aa9-9ac4-662c6102b783 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=86420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 10:19:54.394401 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-45ebcf45-51ec-4aa9-9ac4-662c6102b783 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8833520 Apr 23 10:19:57.189359 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 56176) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:19:57.506042 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 64b6b53c-eaa2-403f-bc43-ab2edfc11819 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:19:57.577496 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning for port 64b6b53c-eaa2-403f-bc43-ab2edfc11819 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:19:57.600553 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [None req-8a2633d7-b660-48e2-9202-49710eb061da admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=86420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 10:19:57.601608 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-8a2633d7-b660-48e2-9202-49710eb061da admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4113219 Apr 23 10:19:58.981232 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49548b64-ae0d-4f9e-95a4-66438787d0db None None] Network 43e641c5-ea83-4d88-882c-f62d07b10c89 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:19:59.068327 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-122169f3-a863-4ed2-ba77-28dbab3b0887 None None] Provisioning for port 64b6b53c-eaa2-403f-bc43-ab2edfc11819 completed by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:19:59.083852 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-122169f3-a863-4ed2-ba77-28dbab3b0887 None None] Provisioning complete for port 64b6b53c-eaa2-403f-bc43-ab2edfc11819 triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:19:59.084260 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-122169f3-a863-4ed2-ba77-28dbab3b0887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:59.320583 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-122169f3-a863-4ed2-ba77-28dbab3b0887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:59.366720 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-122169f3-a863-4ed2-ba77-28dbab3b0887 None None] For port 64b6b53c-eaa2-403f-bc43-ab2edfc11819, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=64b6b53c-eaa2-403f-bc43-ab2edfc11819,segment=NetworkSegment(dd47a795-e22d-4d4a-bbbd-4aff623d7858),segment_id=dd47a795-e22d-4d4a-bbbd-4aff623d7858)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:19:59.370196 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-122169f3-a863-4ed2-ba77-28dbab3b0887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:59.380331 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:19:59.460739 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122169f3-a863-4ed2-ba77-28dbab3b0887 None None] Pushing event updated for resources: {'Port': ['ID=64b6b53c-eaa2-403f-bc43-ab2edfc11819,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:19:59.464143 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-122169f3-a863-4ed2-ba77-28dbab3b0887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:19:59.601304 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-a7cf4e6c-f267-45de-863c-de308748459e None None] Provisioning complete for port 64b6b53c-eaa2-403f-bc43-ab2edfc11819 triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:19:59.601714 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a7cf4e6c-f267-45de-863c-de308748459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:00.687936 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 56188) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:20:01.080671 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-7962ab9f-4ff6-4abe-b3dc-1fbb89b242a6 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '730b53980c4b464c92fbe28889bfe765', 'admin_state_up': True}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:20:01.156859 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.policy [None req-7962ab9f-4ff6-4abe-b3dc-1fbb89b242a6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86420) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 23 10:20:01.213780 dv-cinder-779233-3-smb neutron-server[86307]: WARNING oslo_policy.policy [None req-7962ab9f-4ff6-4abe-b3dc-1fbb89b242a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 10:20:01.214208 dv-cinder-779233-3-smb neutron-server[86307]: WARNING oslo_policy.policy [None req-7962ab9f-4ff6-4abe-b3dc-1fbb89b242a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 10:20:01.232094 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.quota [None req-7962ab9f-4ff6-4abe-b3dc-1fbb89b242a6 admin admin] Loaded quota_driver: . Apr 23 10:20:01.248662 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-7962ab9f-4ff6-4abe-b3dc-1fbb89b242a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:20:01.255925 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-7962ab9f-4ff6-4abe-b3dc-1fbb89b242a6 admin admin] Usage tracker for resource:router and tenant:730b53980c4b464c92fbe28889bfe765 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:20:01.260504 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-7962ab9f-4ff6-4abe-b3dc-1fbb89b242a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:20:01.268224 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-7962ab9f-4ff6-4abe-b3dc-1fbb89b242a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:20:01.283532 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7962ab9f-4ff6-4abe-b3dc-1fbb89b242a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-397271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-418'] for router, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:01.285675 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7962ab9f-4ff6-4abe-b3dc-1fbb89b242a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854273991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854196952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775366'] for router, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:01.310146 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7962ab9f-4ff6-4abe-b3dc-1fbb89b242a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:01.480621 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 64b6b53c-eaa2-403f-bc43-ab2edfc11819 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:20:01.558461 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 64b6b53c-eaa2-403f-bc43-ab2edfc11819 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:20:01.558866 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:01.582060 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7962ab9f-4ff6-4abe-b3dc-1fbb89b242a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501988'] for router, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:01.602417 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7962ab9f-4ff6-4abe-b3dc-1fbb89b242a6 admin admin] Notify callbacks [] for router, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:01.603694 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-7962ab9f-4ff6-4abe-b3dc-1fbb89b242a6 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9146574 Apr 23 10:20:02.072453 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d5f5c3a4-df72-4776-9be9-31864725351d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:04.087267 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-172bef12-61c9-4064-870e-91f9141b89ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:04.426992 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 56208) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:20:04.657116 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [None req-0ef8dbb7-7c60-46df-8b67-e1711d8742a9 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=86422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 10:20:04.658195 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-0ef8dbb7-7c60-46df-8b67-e1711d8742a9 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2301641 Apr 23 10:20:05.301751 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:05.433744 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:07.001909 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:07.322531 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 56228) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:20:07.376304 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:20:07.382364 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:20:07.386446 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] Usage tracker for resource:network and tenant:19f4899beea149c2823a39f59925a81b is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:20:07.389474 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:20:07.395475 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:20:07.406938 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] Made reservation on behalf of 19f4899beea149c2823a39f59925a81b for: {'network': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:20:07.412044 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for network, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:07.425422 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:07.440728 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:20:07.444650 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] Usage tracker for resource:security_group_rule and tenant:19f4899beea149c2823a39f59925a81b is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:20:07.447546 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:20:07.453496 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:20:07.541214 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:07.544181 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:07.548588 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:20:07.563373 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] Reserving flat network on physical network physnet1 {{(pid=86422) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 23 10:20:07.588657 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0336226-8c41-4f18-85f0-ac48a55d7d5b,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:20:07.591665 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:07.592045 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.segments_db [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] Added segment 2310ff8d-72d8-4ca8-834c-a38d93326363 of type flat for network be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 Apr 23 10:20:07.593365 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:20:07.631634 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747065835481'] for network, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:07.668701 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for network, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:07.670051 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:20:07.670683 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:07.676264 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:20:07.782623 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4589128 Apr 23 10:20:07.783672 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] Pushing event updated for resources: {'Network': ['ID=be9e38f9-f5f7-4024-8ca0-2a4d351f17d4,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:20:07.798178 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:20:07.811538 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Network be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 details requested by agent ovs-agent-dv-cinder-779233-3-smb with host dv-cinder-779233-3-smb {{(pid=86423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 10:20:09.619864 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 5 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:20:10.334708 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 56240) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:20:10.447618 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b92f222-b70a-4fb3-8c3b-6783b60c0e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:20:10.449068 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-3b92f222-b70a-4fb3-8c3b-6783b60c0e24 admin admin] 10.222.0.70 "GET /v2.0/subnets/bbe47de7-88fa-4acb-a7f2-e75fcb1c2f3f HTTP/1.1" status: 200 len: 849 time: 0.1133327 Apr 23 10:20:10.625435 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-33eee9a3-60a3-40d7-ab0a-13aa875e8851 admin admin] 10.222.0.70 "GET /v2.0/routers/5ddb3f5a-965a-4d98-8861-68e74e6da000 HTTP/1.1" status: 200 len: 704 time: 0.1703162 Apr 23 10:20:11.255619 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d80c87e3-5d3c-4b43-8daa-b99cb49ad226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:11.490947 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-d80c87e3-5d3c-4b43-8daa-b99cb49ad226 admin admin] Allocated IP 172.20.0.1 (43e641c5-ea83-4d88-882c-f62d07b10c89/bbe47de7-88fa-4acb-a7f2-e75fcb1c2f3f/f76a1b94-ad42-4a74-8db0-5abb0c4e592c) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:20:11.650799 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d80c87e3-5d3c-4b43-8daa-b99cb49ad226 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:11.668922 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-d80c87e3-5d3c-4b43-8daa-b99cb49ad226 admin admin] Transition to ACTIVE for port object f76a1b94-ad42-4a74-8db0-5abb0c4e592c will not be triggered until provisioned by entity DHCP. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:20:11.727046 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d80c87e3-5d3c-4b43-8daa-b99cb49ad226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:11.731856 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:20:11.790122 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80c87e3-5d3c-4b43-8daa-b99cb49ad226 admin admin] Network 43e641c5-ea83-4d88-882c-f62d07b10c89 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:20:11.797322 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-d80c87e3-5d3c-4b43-8daa-b99cb49ad226 admin admin] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:20:11.799899 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80c87e3-5d3c-4b43-8daa-b99cb49ad226 admin admin] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:20:11.800615 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d80c87e3-5d3c-4b43-8daa-b99cb49ad226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854361031'] for router_interface, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:11.941641 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c87e3-5d3c-4b43-8daa-b99cb49ad226 admin admin] Pushing event updated for resources: {'Port': ['ID=f76a1b94-ad42-4a74-8db0-5abb0c4e592c,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:20:11.945127 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d80c87e3-5d3c-4b43-8daa-b99cb49ad226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:20:12.025008 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-780eb055-c4c1-4c3c-9568-8fc809fd6000 None None] Provisioning for port f76a1b94-ad42-4a74-8db0-5abb0c4e592c completed by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:20:12.030543 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-780eb055-c4c1-4c3c-9568-8fc809fd6000 None None] Provisioning complete for port f76a1b94-ad42-4a74-8db0-5abb0c4e592c triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:20:12.030958 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-780eb055-c4c1-4c3c-9568-8fc809fd6000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:12.083639 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d80c87e3-5d3c-4b43-8daa-b99cb49ad226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:12.087519 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-780eb055-c4c1-4c3c-9568-8fc809fd6000 None None] Port f76a1b94-ad42-4a74-8db0-5abb0c4e592c cannot update to ACTIVE because it is not bound. {{(pid=86423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:20:12.330166 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d80c87e3-5d3c-4b43-8daa-b99cb49ad226 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:12.333882 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d80c87e3-5d3c-4b43-8daa-b99cb49ad226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:12.335015 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d80c87e3-5d3c-4b43-8daa-b99cb49ad226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854146748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414814'] for router_interface, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:12.339581 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d80c87e3-5d3c-4b43-8daa-b99cb49ad226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:20:12.475941 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c87e3-5d3c-4b43-8daa-b99cb49ad226 admin admin] Pushing event updated for resources: {'Port': ['ID=f76a1b94-ad42-4a74-8db0-5abb0c4e592c,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:20:12.480198 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d80c87e3-5d3c-4b43-8daa-b99cb49ad226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:20:12.541926 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80c87e3-5d3c-4b43-8daa-b99cb49ad226 admin admin] Network 43e641c5-ea83-4d88-882c-f62d07b10c89 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:20:12.543054 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-d80c87e3-5d3c-4b43-8daa-b99cb49ad226 admin admin] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:20:12.711894 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-ae8dcf7a-fac0-4ea9-8f56-996a4a35336f None None] Provisioning complete for port f76a1b94-ad42-4a74-8db0-5abb0c4e592c triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:20:12.712535 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ae8dcf7a-fac0-4ea9-8f56-996a4a35336f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:12.774301 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-ae8dcf7a-fac0-4ea9-8f56-996a4a35336f None None] Port f76a1b94-ad42-4a74-8db0-5abb0c4e592c cannot update to ACTIVE because it is not bound. {{(pid=86423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:20:12.907465 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80c87e3-5d3c-4b43-8daa-b99cb49ad226 admin admin] Router 5ddb3f5a-965a-4d98-8861-68e74e6da000 is scheduled to L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 with binding_index 1 {{(pid=86422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 10:20:13.069502 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80c87e3-5d3c-4b43-8daa-b99cb49ad226 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:20:13.079166 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] Sync routers for ids ['5ddb3f5a-965a-4d98-8861-68e74e6da000'] in dv-cinder-779233-3-smb {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:20:13.079853 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-d80c87e3-5d3c-4b43-8daa-b99cb49ad226 admin admin] 10.222.0.70 "PUT /v2.0/routers/5ddb3f5a-965a-4d98-8861-68e74e6da000/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4475379 Apr 23 10:20:13.090775 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] Routers {'5ddb3f5a-965a-4d98-8861-68e74e6da000'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:20:13.091672 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:20:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['5ddb3f5a-965a-4d98-8861-68e74e6da000'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:20:13.277736 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] Set router 5ddb3f5a-965a-4d98-8861-68e74e6da000 gateway port host: None {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:20:13.828958 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddb3f5a-965a-4d98-8861-68e74e6da000', 'name': 'router1', 'tenant_id': '730b53980c4b464c92fbe28889bfe765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:20:01Z', 'updated_at': '2021-04-23T10:20:12Z', 'revision_number': 2, 'project_id': '730b53980c4b464c92fbe28889bfe765', 'gw_port_host': None, '_interfaces': [{'id': 'f76a1b94-ad42-4a74-8db0-5abb0c4e592c', 'name': '', 'network_id': '43e641c5-ea83-4d88-882c-f62d07b10c89', 'tenant_id': '730b53980c4b464c92fbe28889bfe765', 'mac_address': 'fa:16:3e:3c:48:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddb3f5a-965a-4d98-8861-68e74e6da000', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bbe47de7-88fa-4acb-a7f2-e75fcb1c2f3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:20:11Z', 'updated_at': '2021-04-23T10:20:12Z', 'revision_number': 2, 'project_id': '730b53980c4b464c92fbe28889bfe765', 'subnets': [{'id': 'bbe47de7-88fa-4acb-a7f2-e75fcb1c2f3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9330dfa-9bc2-4ac9-9bf2-0774888a11cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:20:13.834002 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] Checking router: 5ddb3f5a-965a-4d98-8861-68e74e6da000 for host: dv-cinder-779233-3-smb {{(pid=86424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:20:13.834383 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] Updating router 5ddb3f5a-965a-4d98-8861-68e74e6da000 port f76a1b94-ad42-4a74-8db0-5abb0c4e592c binding host dv-cinder-779233-3-smb {{(pid=86424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:20:13.892928 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:14.283166 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:14.297816 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] Transition to ACTIVE for port object f76a1b94-ad42-4a74-8db0-5abb0c4e592c will not be triggered until provisioned by entity L2. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:20:14.304012 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:14.310293 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:20:14.448467 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6235a7d-9fdb-484c-82ee-76485df88aaa None None] Pushing event updated for resources: {'Port': ['ID=f76a1b94-ad42-4a74-8db0-5abb0c4e592c,revision_number=3']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:20:14.460399 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6235a7d-9fdb-484c-82ee-76485df88aaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:20:14.460782 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6235a7d-9fdb-484c-82ee-76485df88aaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:20:14.461151 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6235a7d-9fdb-484c-82ee-76485df88aaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:20:14.461513 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6235a7d-9fdb-484c-82ee-76485df88aaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:20:14.461870 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6235a7d-9fdb-484c-82ee-76485df88aaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:20:14.462231 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6235a7d-9fdb-484c-82ee-76485df88aaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:20:14.462587 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6235a7d-9fdb-484c-82ee-76485df88aaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:20:14.462939 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6235a7d-9fdb-484c-82ee-76485df88aaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:20:14.463295 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6235a7d-9fdb-484c-82ee-76485df88aaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:20:14.463641 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6235a7d-9fdb-484c-82ee-76485df88aaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:20:14.463993 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6235a7d-9fdb-484c-82ee-76485df88aaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:20:14.464365 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6235a7d-9fdb-484c-82ee-76485df88aaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6235a7d-9fdb-484c-82ee-76485df88aaa None None] Tracked resource versions report: Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: pushed versions: Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: { 'AddressGroup': {'1.2'}, Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: 'ConntrackHelper': {'1.0'}, Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: 'Log': {'1.0'}, Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: 'Network': {'1.1'}, Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: 'Port': {'1.7'}, Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: 'PortForwarding': {'1.2'}, Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: 'QosPolicy': {'1.8'}, Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroup': {'1.4'}, Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroupRule': {'1.2'}, Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: 'SubPort': {'1.0'}, Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: 'Subnet': {'1.1'}, Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: 'Trunk': {'1.1'}} Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: consumer versions: Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: { DHCP agent@dv-cinder-779233-3-smb: {}, Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: L3 agent@dv-cinder-779233-3-smb: {}, Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: Metadata agent@dv-cinder-779233-3-smb: {}, Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: Metering agent@dv-cinder-779233-3-smb: {}, Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: Open vSwitch agent@dv-cinder-779233-3-smb: { 'AddressGroup': '1.2', Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: 'ConntrackHelper': '1.0', Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: 'Log': '1.0', Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: 'Network': '1.1', Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: 'Port': '1.7', Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: 'PortForwarding': '1.2', Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: 'QosPolicy': '1.8', Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroup': '1.4', Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroupRule': '1.2', Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: 'SubPort': '1.0', Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: 'Subnet': '1.1', Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: 'Trunk': '1.1'}} Apr 23 10:20:14.465529 dv-cinder-779233-3-smb neutron-server[86307]: {{(pid=86424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 23 10:20:14.535448 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f6235a7d-9fdb-484c-82ee-76485df88aaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:20:14.562994 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] Attempting to bind port f76a1b94-ad42-4a74-8db0-5abb0c4e592c on host dv-cinder-779233-3-smb for vnic_type normal with profile {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:20:14.563427 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] Attempting to bind port f76a1b94-ad42-4a74-8db0-5abb0c4e592c by drivers openvswitch,hyperv on host dv-cinder-779233-3-smb at level 0 using segments [{'id': 'dd47a795-e22d-4d4a-bbbd-4aff623d7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '43e641c5-ea83-4d88-882c-f62d07b10c89'}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:20:14.563838 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] Attempting to bind port f76a1b94-ad42-4a74-8db0-5abb0c4e592c on network 43e641c5-ea83-4d88-882c-f62d07b10c89 {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:20:14.571342 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] Checking agent: {'id': '1913a22a-9c34-47f7-a9c7-162e923d995b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 19, 35), 'started_at': datetime.datetime(2021, 4, 23, 10, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:20:14.572005 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] Checking segment: {'id': 'dd47a795-e22d-4d4a-bbbd-4aff623d7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '43e641c5-ea83-4d88-882c-f62d07b10c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:20:14.572302 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:14.572785 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] Bound using segment: {'id': 'dd47a795-e22d-4d4a-bbbd-4aff623d7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '43e641c5-ea83-4d88-882c-f62d07b10c89'} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:20:14.573416 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] Bound port: f76a1b94-ad42-4a74-8db0-5abb0c4e592c, host: dv-cinder-779233-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd47a795-e22d-4d4a-bbbd-4aff623d7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '43e641c5-ea83-4d88-882c-f62d07b10c89'}}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:20:14.573843 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:14.682086 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] For port f76a1b94-ad42-4a74-8db0-5abb0c4e592c, host dv-cinder-779233-3-smb, cleared binding levels {{(pid=86424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:20:14.687054 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] For port f76a1b94-ad42-4a74-8db0-5abb0c4e592c, host dv-cinder-779233-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=f76a1b94-ad42-4a74-8db0-5abb0c4e592c,segment=NetworkSegment(dd47a795-e22d-4d4a-bbbd-4aff623d7858),segment_id=dd47a795-e22d-4d4a-bbbd-4aff623d7858)] {{(pid=86424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:20:14.689840 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:14.695322 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:20:14.788130 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] Routers {'5ddb3f5a-965a-4d98-8861-68e74e6da000'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:20:14.788764 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:20:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['5ddb3f5a-965a-4d98-8861-68e74e6da000'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:20:14.867236 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6235a7d-9fdb-484c-82ee-76485df88aaa None None] Pushing event updated for resources: {'Port': ['ID=f76a1b94-ad42-4a74-8db0-5abb0c4e592c,revision_number=4']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:20:14.930092 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f6235a7d-9fdb-484c-82ee-76485df88aaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:20:14.972216 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] Set router 5ddb3f5a-965a-4d98-8861-68e74e6da000 gateway port host: None {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:20:15.331741 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddb3f5a-965a-4d98-8861-68e74e6da000', 'name': 'router1', 'tenant_id': '730b53980c4b464c92fbe28889bfe765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:20:01Z', 'updated_at': '2021-04-23T10:20:12Z', 'revision_number': 2, 'project_id': '730b53980c4b464c92fbe28889bfe765', 'gw_port_host': None, '_interfaces': [{'id': 'f76a1b94-ad42-4a74-8db0-5abb0c4e592c', 'name': '', 'network_id': '43e641c5-ea83-4d88-882c-f62d07b10c89', 'tenant_id': '730b53980c4b464c92fbe28889bfe765', 'mac_address': 'fa:16:3e:3c:48:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddb3f5a-965a-4d98-8861-68e74e6da000', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bbe47de7-88fa-4acb-a7f2-e75fcb1c2f3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:20:11Z', 'updated_at': '2021-04-23T10:20:14Z', 'revision_number': 4, 'project_id': '730b53980c4b464c92fbe28889bfe765', 'subnets': [{'id': 'bbe47de7-88fa-4acb-a7f2-e75fcb1c2f3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9330dfa-9bc2-4ac9-9bf2-0774888a11cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:20:15.335974 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e24e30-e45b-4dc0-85e4-e201e6785812 None None] The sync data for ids ['5ddb3f5a-965a-4d98-8861-68e74e6da000'] in dv-cinder-779233-3-smb is: [{'id': '5ddb3f5a-965a-4d98-8861-68e74e6da000', 'name': 'router1', 'tenant_id': '730b53980c4b464c92fbe28889bfe765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:20:01Z', 'updated_at': '2021-04-23T10:20:12Z', 'revision_number': 2, 'project_id': '730b53980c4b464c92fbe28889bfe765', 'gw_port_host': None, '_interfaces': [{'id': 'f76a1b94-ad42-4a74-8db0-5abb0c4e592c', 'name': '', 'network_id': '43e641c5-ea83-4d88-882c-f62d07b10c89', 'tenant_id': '730b53980c4b464c92fbe28889bfe765', 'mac_address': 'fa:16:3e:3c:48:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddb3f5a-965a-4d98-8861-68e74e6da000', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bbe47de7-88fa-4acb-a7f2-e75fcb1c2f3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:20:11Z', 'updated_at': '2021-04-23T10:20:14Z', 'revision_number': 4, 'project_id': '730b53980c4b464c92fbe28889bfe765', 'subnets': [{'id': 'bbe47de7-88fa-4acb-a7f2-e75fcb1c2f3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9330dfa-9bc2-4ac9-9bf2-0774888a11cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:20:15.630067 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 56252) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:20:15.788489 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ddccf1-31dc-4ab4-8f3e-be22592bad6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:20:15.789098 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-58ddccf1-31dc-4ab4-8f3e-be22592bad6d admin admin] Synchronizing usage tracker for tenant:19f4899beea149c2823a39f59925a81b on resource:network {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:20:15.806160 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-58ddccf1-31dc-4ab4-8f3e-be22592bad6d admin admin] Unset dirty status for tenant:19f4899beea149c2823a39f59925a81b on resource:network {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:20:15.813211 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-58ddccf1-31dc-4ab4-8f3e-be22592bad6d admin admin] 10.222.0.70 "GET /v2.0/networks/be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 HTTP/1.1" status: 200 len: 842 time: 0.1763470 Apr 23 10:20:15.818085 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-fd15461f-35f7-4381-9d70-5c31d1c89935 admin admin] Request body: {'subnet': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'ip_version': 4, 'cidr': '172.28.3.0/24'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:20:15.823699 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-fd15461f-35f7-4381-9d70-5c31d1c89935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:20:15.827638 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-fd15461f-35f7-4381-9d70-5c31d1c89935 admin admin] Usage tracker for resource:subnet and tenant:19f4899beea149c2823a39f59925a81b is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:20:15.830560 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-fd15461f-35f7-4381-9d70-5c31d1c89935 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:20:15.836986 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-fd15461f-35f7-4381-9d70-5c31d1c89935 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:20:15.845482 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd15461f-35f7-4381-9d70-5c31d1c89935 admin admin] Made reservation on behalf of 19f4899beea149c2823a39f59925a81b for: {'subnet': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:20:15.850580 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fd15461f-35f7-4381-9d70-5c31d1c89935 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:16.285614 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.objects.ports [None req-fd15461f-35f7-4381-9d70-5c31d1c89935 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86422) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 23 10:20:16.286194 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fd15461f-35f7-4381-9d70-5c31d1c89935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for subnet, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:16.290844 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9143d93e-8e71-4727-b49a-1f1684f0b68e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:20:16.366763 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15461f-35f7-4381-9d70-5c31d1c89935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a1cb1a-6412-4f46-9769-1de107d7cfd2,revision_number=0']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:20:16.370366 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fd15461f-35f7-4381-9d70-5c31d1c89935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:20:16.376366 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd15461f-35f7-4381-9d70-5c31d1c89935 admin admin] Checking segment: {'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:20:16.376795 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd15461f-35f7-4381-9d70-5c31d1c89935 admin admin] Network hostable DHCP agents. Network: be9e38f9-f5f7-4024-8ca0-2a4d351f17d4, hostable agents: ['9afd9aa3-ba3d-4012-bb25-a6f17ffdc572'], hosted agents: [] {{(pid=86422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 10:20:16.395859 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd15461f-35f7-4381-9d70-5c31d1c89935 admin admin] Network be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 is scheduled to be hosted by DHCP agent 9afd9aa3-ba3d-4012-bb25-a6f17ffdc572 with binding_index 1 {{(pid=86422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 10:20:16.404216 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-fd15461f-35f7-4381-9d70-5c31d1c89935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-smb, be9e38f9-f5f7-4024-8ca0-2a4d351f17d4) {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:20:16.408222 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd15461f-35f7-4381-9d70-5c31d1c89935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:20:16.408866 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fd15461f-35f7-4381-9d70-5c31d1c89935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for subnet, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:16.414167 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf20ba4-eeb9-4107-9dc7-10497663e30e None None] Network be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:20:16.448400 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-fd15461f-35f7-4381-9d70-5c31d1c89935 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6143234 Apr 23 10:20:16.656514 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c86303-9641-47fb-b5be-d8db848aa22d None None] Network be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:20:19.047933 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 56266) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:20:19.258866 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-8fabe670-68eb-4f6e-9297-f875b09174b2 admin admin] 10.222.0.70 "GET /v2.0/routers/5ddb3f5a-965a-4d98-8861-68e74e6da000 HTTP/1.1" status: 200 len: 710 time: 0.2095392 Apr 23 10:20:19.402627 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df347eb-ca7f-4b7e-beb4-d93c7066451d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:20:19.404099 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-0df347eb-ca7f-4b7e-beb4-d93c7066451d admin admin] 10.222.0.70 "GET /v2.0/networks/be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 HTTP/1.1" status: 200 len: 886 time: 0.1395755 Apr 23 10:20:19.413871 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-8c8b307c-020d-436d-ac03-bd1a4990fdfa admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:20:19.524491 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device f76a1b94-ad42-4a74-8db0-5abb0c4e592c up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:20:19.592252 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning for port f76a1b94-ad42-4a74-8db0-5abb0c4e592c completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:20:19.596996 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port f76a1b94-ad42-4a74-8db0-5abb0c4e592c triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:20:19.597399 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:19.717963 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:19.750251 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] For port f76a1b94-ad42-4a74-8db0-5abb0c4e592c, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=f76a1b94-ad42-4a74-8db0-5abb0c4e592c,segment=NetworkSegment(dd47a795-e22d-4d4a-bbbd-4aff623d7858),segment_id=dd47a795-e22d-4d4a-bbbd-4aff623d7858)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:20:19.753632 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:19.755766 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8f1a506d-d921-4e16-8306-f8ee09deef68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:20:19.885674 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8c8b307c-020d-436d-ac03-bd1a4990fdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854273842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854375068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775355'] for router, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:19.977096 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Pushing event updated for resources: {'Port': ['ID=f76a1b94-ad42-4a74-8db0-5abb0c4e592c,revision_number=5']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:20:19.980324 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:20:20.413849 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8c8b307c-020d-436d-ac03-bd1a4990fdfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:20.474985 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8c8b307c-020d-436d-ac03-bd1a4990fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:20.625605 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-8c8b307c-020d-436d-ac03-bd1a4990fdfa admin admin] Allocated IP 172.28.3.230 (be9e38f9-f5f7-4024-8ca0-2a4d351f17d4/45a1cb1a-6412-4f46-9769-1de107d7cfd2/8c05ebf5-efb9-4321-967a-d0f06a9cab35) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:20:20.789371 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8c8b307c-020d-436d-ac03-bd1a4990fdfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:20.819495 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8c8b307c-020d-436d-ac03-bd1a4990fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:20.824425 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d80c87e3-5d3c-4b43-8daa-b99cb49ad226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:20:20.885988 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8b307c-020d-436d-ac03-bd1a4990fdfa admin admin] Network be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:20:20.894209 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-8c8b307c-020d-436d-ac03-bd1a4990fdfa admin admin] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:20:20.896783 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8b307c-020d-436d-ac03-bd1a4990fdfa admin admin] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:20:21.023129 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b307c-020d-436d-ac03-bd1a4990fdfa admin admin] Pushing event updated for resources: {'Port': ['ID=8c05ebf5-efb9-4321-967a-d0f06a9cab35,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:20:21.033036 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8c8b307c-020d-436d-ac03-bd1a4990fdfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:20:21.300055 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8c8b307c-020d-436d-ac03-bd1a4990fdfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:21.493622 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device f76a1b94-ad42-4a74-8db0-5abb0c4e592c up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:20:21.583651 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port f76a1b94-ad42-4a74-8db0-5abb0c4e592c triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:20:21.584207 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:21.736284 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8c8b307c-020d-436d-ac03-bd1a4990fdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854273842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854375068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775355'] for router, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:21.742730 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8c8b307c-020d-436d-ac03-bd1a4990fdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-502005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854273795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-400659'] for router, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:21.948899 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8b307c-020d-436d-ac03-bd1a4990fdfa admin admin] Router 5ddb3f5a-965a-4d98-8861-68e74e6da000 has already been hosted by L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 {{(pid=86422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:20:22.307933 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8b307c-020d-436d-ac03-bd1a4990fdfa admin admin] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:20:22.316591 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8c8b307c-020d-436d-ac03-bd1a4990fdfa admin admin] Notify callbacks [] for router, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:22.328563 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-8c8b307c-020d-436d-ac03-bd1a4990fdfa admin admin] 10.222.0.70 "PUT /v2.0/routers/5ddb3f5a-965a-4d98-8861-68e74e6da000 HTTP/1.1" status: 200 len: 890 time: 2.9074132 Apr 23 10:20:22.328808 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] Sync routers for ids ['5ddb3f5a-965a-4d98-8861-68e74e6da000'] in dv-cinder-779233-3-smb {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:20:22.330261 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] Routers {'5ddb3f5a-965a-4d98-8861-68e74e6da000'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:20:22.331517 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:20:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['5ddb3f5a-965a-4d98-8861-68e74e6da000'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:20:22.534453 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] Set router 5ddb3f5a-965a-4d98-8861-68e74e6da000 gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:20:22.890523 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddb3f5a-965a-4d98-8861-68e74e6da000', 'name': 'router1', 'tenant_id': '730b53980c4b464c92fbe28889bfe765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': '8c05ebf5-efb9-4321-967a-d0f06a9cab35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:20:01Z', 'updated_at': '2021-04-23T10:20:21Z', 'revision_number': 4, 'project_id': '730b53980c4b464c92fbe28889bfe765', 'gw_port': {'id': '8c05ebf5-efb9-4321-967a-d0f06a9cab35', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddb3f5a-965a-4d98-8861-68e74e6da000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:20:20Z', 'updated_at': '2021-04-23T10:20:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': 'f76a1b94-ad42-4a74-8db0-5abb0c4e592c', 'name': '', 'network_id': '43e641c5-ea83-4d88-882c-f62d07b10c89', 'tenant_id': '730b53980c4b464c92fbe28889bfe765', 'mac_address': 'fa:16:3e:3c:48:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddb3f5a-965a-4d98-8861-68e74e6da000', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bbe47de7-88fa-4acb-a7f2-e75fcb1c2f3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:20:11Z', 'updated_at': '2021-04-23T10:20:19Z', 'revision_number': 5, 'project_id': '730b53980c4b464c92fbe28889bfe765', 'subnets': [{'id': 'bbe47de7-88fa-4acb-a7f2-e75fcb1c2f3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9330dfa-9bc2-4ac9-9bf2-0774888a11cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:20:22.895529 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] Checking router: 5ddb3f5a-965a-4d98-8861-68e74e6da000 for host: dv-cinder-779233-3-smb {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:20:22.895935 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] Updating router 5ddb3f5a-965a-4d98-8861-68e74e6da000 port 8c05ebf5-efb9-4321-967a-d0f06a9cab35 binding host dv-cinder-779233-3-smb {{(pid=86423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:20:22.952037 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:23.305084 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:23.318198 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] Transition to ACTIVE for port object 8c05ebf5-efb9-4321-967a-d0f06a9cab35 will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:20:23.324914 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:23.332360 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-122169f3-a863-4ed2-ba77-28dbab3b0887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:20:23.416134 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] Attempting to bind port 8c05ebf5-efb9-4321-967a-d0f06a9cab35 on host dv-cinder-779233-3-smb for vnic_type normal with profile {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:20:23.416567 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] Attempting to bind port 8c05ebf5-efb9-4321-967a-d0f06a9cab35 by drivers openvswitch,hyperv on host dv-cinder-779233-3-smb at level 0 using segments [{'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:20:23.416955 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] Attempting to bind port 8c05ebf5-efb9-4321-967a-d0f06a9cab35 on network be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:20:23.428236 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] Checking agent: {'id': '1913a22a-9c34-47f7-a9c7-162e923d995b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 19, 35), 'started_at': datetime.datetime(2021, 4, 23, 10, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:20:23.428829 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] Checking segment: {'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:20:23.429120 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:23.429800 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] Bound using segment: {'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:20:23.430312 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] Bound port: 8c05ebf5-efb9-4321-967a-d0f06a9cab35, host: dv-cinder-779233-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:20:23.430736 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:23.462827 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60024c63-1092-4a81-bfdc-919214fcf520 None None] Pushing event updated for resources: {'Port': ['ID=8c05ebf5-efb9-4321-967a-d0f06a9cab35,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:20:23.472904 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-60024c63-1092-4a81-bfdc-919214fcf520 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:20:23.514964 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] For port 8c05ebf5-efb9-4321-967a-d0f06a9cab35, host dv-cinder-779233-3-smb, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:20:23.520732 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] For port 8c05ebf5-efb9-4321-967a-d0f06a9cab35, host dv-cinder-779233-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=8c05ebf5-efb9-4321-967a-d0f06a9cab35,segment=NetworkSegment(2310ff8d-72d8-4ca8-834c-a38d93326363),segment_id=2310ff8d-72d8-4ca8-834c-a38d93326363)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:20:23.524888 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:23.529468 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:20:23.614930 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] Routers {'5ddb3f5a-965a-4d98-8861-68e74e6da000'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:20:23.615631 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:20:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['5ddb3f5a-965a-4d98-8861-68e74e6da000'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:20:23.675172 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60024c63-1092-4a81-bfdc-919214fcf520 None None] Pushing event updated for resources: {'Port': ['ID=8c05ebf5-efb9-4321-967a-d0f06a9cab35,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:20:23.691971 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-60024c63-1092-4a81-bfdc-919214fcf520 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:20:23.863816 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] Set router 5ddb3f5a-965a-4d98-8861-68e74e6da000 gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:20:24.243880 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ddb3f5a-965a-4d98-8861-68e74e6da000', 'name': 'router1', 'tenant_id': '730b53980c4b464c92fbe28889bfe765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': '8c05ebf5-efb9-4321-967a-d0f06a9cab35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:20:01Z', 'updated_at': '2021-04-23T10:20:21Z', 'revision_number': 4, 'project_id': '730b53980c4b464c92fbe28889bfe765', 'gw_port': {'id': '8c05ebf5-efb9-4321-967a-d0f06a9cab35', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddb3f5a-965a-4d98-8861-68e74e6da000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:20:20Z', 'updated_at': '2021-04-23T10:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': 'f76a1b94-ad42-4a74-8db0-5abb0c4e592c', 'name': '', 'network_id': '43e641c5-ea83-4d88-882c-f62d07b10c89', 'tenant_id': '730b53980c4b464c92fbe28889bfe765', 'mac_address': 'fa:16:3e:3c:48:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddb3f5a-965a-4d98-8861-68e74e6da000', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bbe47de7-88fa-4acb-a7f2-e75fcb1c2f3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:20:11Z', 'updated_at': '2021-04-23T10:20:19Z', 'revision_number': 5, 'project_id': '730b53980c4b464c92fbe28889bfe765', 'subnets': [{'id': 'bbe47de7-88fa-4acb-a7f2-e75fcb1c2f3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9330dfa-9bc2-4ac9-9bf2-0774888a11cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:20:24.248165 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8263ab54-d66f-495c-9cf5-716acaa0987c None None] The sync data for ids ['5ddb3f5a-965a-4d98-8861-68e74e6da000'] in dv-cinder-779233-3-smb is: [{'id': '5ddb3f5a-965a-4d98-8861-68e74e6da000', 'name': 'router1', 'tenant_id': '730b53980c4b464c92fbe28889bfe765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.230'}], 'enable_snat': True}, 'gw_port_id': '8c05ebf5-efb9-4321-967a-d0f06a9cab35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:20:01Z', 'updated_at': '2021-04-23T10:20:21Z', 'revision_number': 4, 'project_id': '730b53980c4b464c92fbe28889bfe765', 'gw_port': {'id': '8c05ebf5-efb9-4321-967a-d0f06a9cab35', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddb3f5a-965a-4d98-8861-68e74e6da000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:20:20Z', 'updated_at': '2021-04-23T10:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': 'f76a1b94-ad42-4a74-8db0-5abb0c4e592c', 'name': '', 'network_id': '43e641c5-ea83-4d88-882c-f62d07b10c89', 'tenant_id': '730b53980c4b464c92fbe28889bfe765', 'mac_address': 'fa:16:3e:3c:48:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddb3f5a-965a-4d98-8861-68e74e6da000', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bbe47de7-88fa-4acb-a7f2-e75fcb1c2f3f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:20:11Z', 'updated_at': '2021-04-23T10:20:19Z', 'revision_number': 5, 'project_id': '730b53980c4b464c92fbe28889bfe765', 'subnets': [{'id': 'bbe47de7-88fa-4acb-a7f2-e75fcb1c2f3f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9330dfa-9bc2-4ac9-9bf2-0774888a11cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:20:25.093993 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 56276) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:20:25.221126 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-9c3ac503-8f63-4b4e-b7f0-a67826c99aeb admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1259112 Apr 23 10:20:25.519162 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 8c05ebf5-efb9-4321-967a-d0f06a9cab35 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:20:25.752043 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning for port 8c05ebf5-efb9-4321-967a-d0f06a9cab35 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:20:25.757323 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 8c05ebf5-efb9-4321-967a-d0f06a9cab35 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:20:25.757733 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:25.890219 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:25.909731 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] For port 8c05ebf5-efb9-4321-967a-d0f06a9cab35, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=8c05ebf5-efb9-4321-967a-d0f06a9cab35,segment=NetworkSegment(2310ff8d-72d8-4ca8-834c-a38d93326363),segment_id=2310ff8d-72d8-4ca8-834c-a38d93326363)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:20:25.913083 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:25.915326 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-60024c63-1092-4a81-bfdc-919214fcf520 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:20:25.990894 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Pushing event updated for resources: {'Port': ['ID=8c05ebf5-efb9-4321-967a-d0f06a9cab35,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:20:25.994204 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:20:27.503691 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 8c05ebf5-efb9-4321-967a-d0f06a9cab35 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:20:27.598779 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 8c05ebf5-efb9-4321-967a-d0f06a9cab35 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:20:27.599194 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:32.092825 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b6c5044e-fc59-4813-982b-20a0898f5c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:34.099889 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f768915c-4f0a-4851-923c-7389bdd51027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:35.306050 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:35.437697 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:37.015922 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:46.620974 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 5 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:21:02.080740 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3745454f-fbbf-4922-b641-eefae067df60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:04.096885 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2a06f504-3d5c-4bfb-a636-6f2ed882623b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:05.308086 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:05.440895 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:07.065632 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:23.620542 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 5 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:21:32.083629 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2fe745d3-e1a5-4e6d-8715-3bd64be49cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:34.089328 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bb6ddd5c-6b24-4b01-825a-f990dba9d583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:35.343135 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:35.455987 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:37.059908 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:00.621536 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 5 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:22:02.097237 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-66038fd3-aee9-49e0-8b40-6af057f7a8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:04.100091 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c09b8d04-f50f-402e-9eec-e17c08e6c5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:05.329947 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:05.441752 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:07.060277 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:12.614939 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 56846) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:22:12.696656 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc4261b6-4351-48c7-a26c-746ebfa7c625 admin admin] GET failed (client error): The resource could not be found. Apr 23 10:22:12.698082 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-cc4261b6-4351-48c7-a26c-746ebfa7c625 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0820951 Apr 23 10:22:12.872136 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4338f8-8ff4-4551-badc-a1e9232caf32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:22:12.873837 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-3a4338f8-8ff4-4551-badc-a1e9232caf32 admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1702502 Apr 23 10:22:15.667723 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 56856) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:22:15.821265 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2097346-8c6f-4075-a097-8d6d44d43b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:22:15.821959 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-b2097346-8c6f-4075-a097-8d6d44d43b43 admin admin] Synchronizing usage tracker for tenant:19f4899beea149c2823a39f59925a81b on resource:subnet {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:22:15.844109 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-b2097346-8c6f-4075-a097-8d6d44d43b43 admin admin] Unset dirty status for tenant:19f4899beea149c2823a39f59925a81b on resource:subnet {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:22:15.845510 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-b2097346-8c6f-4075-a097-8d6d44d43b43 admin admin] 10.222.0.70 "GET /v2.0/subnets/bbe47de7-88fa-4acb-a7f2-e75fcb1c2f3f HTTP/1.1" status: 200 len: 849 time: 0.1766543 Apr 23 10:22:15.860801 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-32ab527c-0e7b-4cf8-91c5-b016bdbba57e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:22:16.020584 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-32ab527c-0e7b-4cf8-91c5-b016bdbba57e admin admin] Notify callbacks [] for subnet, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:16.377526 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-32ab527c-0e7b-4cf8-91c5-b016bdbba57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747066262489'] for subnet, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:16.381579 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:22:16.426740 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ab527c-0e7b-4cf8-91c5-b016bdbba57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:22:16.427382 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-32ab527c-0e7b-4cf8-91c5-b016bdbba57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for subnet, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:16.429467 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-32ab527c-0e7b-4cf8-91c5-b016bdbba57e admin admin] 10.222.0.70 "PUT /v2.0/subnets/bbe47de7-88fa-4acb-a7f2-e75fcb1c2f3f HTTP/1.1" status: 200 len: 868 time: 0.5749447 Apr 23 10:22:16.434353 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc1e152-b370-4559-b714-6a67e7cef037 None None] Network 43e641c5-ea83-4d88-882c-f62d07b10c89 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:22:16.476386 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab527c-0e7b-4cf8-91c5-b016bdbba57e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbe47de7-88fa-4acb-a7f2-e75fcb1c2f3f,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:22:16.489610 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab527c-0e7b-4cf8-91c5-b016bdbba57e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:22:16.490151 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab527c-0e7b-4cf8-91c5-b016bdbba57e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:22:16.490708 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab527c-0e7b-4cf8-91c5-b016bdbba57e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:22:16.491262 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab527c-0e7b-4cf8-91c5-b016bdbba57e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:22:16.491698 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab527c-0e7b-4cf8-91c5-b016bdbba57e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:22:16.492069 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab527c-0e7b-4cf8-91c5-b016bdbba57e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:22:16.492635 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab527c-0e7b-4cf8-91c5-b016bdbba57e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:22:16.493187 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab527c-0e7b-4cf8-91c5-b016bdbba57e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:22:16.493777 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab527c-0e7b-4cf8-91c5-b016bdbba57e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:22:16.494360 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab527c-0e7b-4cf8-91c5-b016bdbba57e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:22:16.494915 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab527c-0e7b-4cf8-91c5-b016bdbba57e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:22:16.495456 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab527c-0e7b-4cf8-91c5-b016bdbba57e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:22:16.502197 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-32ab527c-0e7b-4cf8-91c5-b016bdbba57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:22:17.066952 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-be7d2724-0c82-4e7f-b9ca-d74758bb5997 None None] Provisioning complete for port f76a1b94-ad42-4a74-8db0-5abb0c4e592c triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:22:17.067649 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-be7d2724-0c82-4e7f-b9ca-d74758bb5997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:17.263141 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-be7d2724-0c82-4e7f-b9ca-d74758bb5997 None None] Provisioning complete for port 64b6b53c-eaa2-403f-bc43-ab2edfc11819 triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:22:17.263783 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-be7d2724-0c82-4e7f-b9ca-d74758bb5997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:19.206144 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 56866) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:22:19.449955 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea03c75b-fff6-4938-a57c-3691f2baaa3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:22:19.450476 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea03c75b-fff6-4938-a57c-3691f2baaa3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:22:19.452163 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-ea03c75b-fff6-4938-a57c-3691f2baaa3b admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2449145 Apr 23 10:22:22.084030 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 56876) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:22:22.286493 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44b439e-b259-434c-9ba9-1e4060ad87a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:22:22.286879 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44b439e-b259-434c-9ba9-1e4060ad87a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:22:22.288594 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-d44b439e-b259-434c-9ba9-1e4060ad87a7 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2034066 Apr 23 10:22:25.007252 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 56886) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:22:25.239792 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeec430-b233-4fbe-8dab-6be2de6e9030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:22:25.241215 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-cbeec430-b233-4fbe-8dab-6be2de6e9030 admin admin] 10.222.0.70 "GET /v2.0/networks/43e641c5-ea83-4d88-882c-f62d07b10c89 HTTP/1.1" status: 200 len: 869 time: 0.2329283 Apr 23 10:22:27.849024 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 56896) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:22:28.055779 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142261e3-c321-480f-a88b-c912bf5e7793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:22:28.057493 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-142261e3-c321-480f-a88b-c912bf5e7793 admin admin] 10.222.0.70 "GET /v2.0/networks/be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 HTTP/1.1" status: 200 len: 886 time: 0.2074330 Apr 23 10:22:30.658713 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 56906) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:22:30.797921 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359bffbe-665c-4627-864c-f8e8be2f9265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:22:30.798425 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359bffbe-665c-4627-864c-f8e8be2f9265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:22:30.800137 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-359bffbe-665c-4627-864c-f8e8be2f9265 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1403928 Apr 23 10:22:32.094589 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1435a5d1-e121-4538-9736-ff8547604d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:33.413047 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 56916) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:22:33.539329 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03136e75-bcc2-473e-97ff-ed24c55ed12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:22:33.539831 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03136e75-bcc2-473e-97ff-ed24c55ed12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:22:33.543186 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-03136e75-bcc2-473e-97ff-ed24c55ed12b admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1286316 Apr 23 10:22:34.093755 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6c9316d4-5362-4cc7-a57c-7530f07de304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:35.320685 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:35.436228 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:36.207152 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 56926) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:22:36.343632 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f50f8d-b79b-4bfa-ab46-7cf108b55979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:22:36.345717 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-15f50f8d-b79b-4bfa-ab46-7cf108b55979 admin admin] 10.222.0.70 "GET /v2.0/subnets/45a1cb1a-6412-4f46-9769-1de107d7cfd2 HTTP/1.1" status: 200 len: 816 time: 0.1375525 Apr 23 10:22:37.060945 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:37.620751 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 5 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:22:38.958884 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 56936) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:22:39.099843 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb37877-092c-4e40-b99a-49b217c8a7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:22:39.103858 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-7cb37877-092c-4e40-b99a-49b217c8a7ae admin admin] 10.222.0.70 "GET /v2.0/subnets/bbe47de7-88fa-4acb-a7f2-e75fcb1c2f3f HTTP/1.1" status: 200 len: 868 time: 0.1436746 Apr 23 10:23:02.086879 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9676aff1-aa91-4813-bc21-e59a927e4089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:04.100371 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2105ea43-4f9d-4bd1-b615-da8c140c1b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:05.324491 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:05.442531 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:05.859054 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 56980) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:23:05.914669 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [None req-eabdd70b-a58d-4447-b434-748b2289beba admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=86422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 10:23:05.915759 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-eabdd70b-a58d-4447-b434-748b2289beba admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0550549 Apr 23 10:23:07.062132 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:08.577320 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 56990) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:23:08.651544 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d5354a-0173-4bc4-9999-96d9de44035e admin admin] GET failed (client error): The resource could not be found. Apr 23 10:23:08.652951 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-55d5354a-0173-4bc4-9999-96d9de44035e admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0745895 Apr 23 10:23:08.788792 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcb9a32-90ec-4e79-8248-f666c24a88a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:23:08.790279 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-9bcb9a32-90ec-4e79-8248-f666c24a88a6 admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1324885 Apr 23 10:23:11.338627 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 57000) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:23:11.390589 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-decd8e21-f53a-40a7-895a-748dbceb96a7 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:23:11.395462 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-decd8e21-f53a-40a7-895a-748dbceb96a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:23:11.405468 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-decd8e21-f53a-40a7-895a-748dbceb96a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:23:11.414959 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decd8e21-f53a-40a7-895a-748dbceb96a7 admin admin] Made reservation on behalf of 19f4899beea149c2823a39f59925a81b for: {'network': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:23:11.419601 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-decd8e21-f53a-40a7-895a-748dbceb96a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for network, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:11.514995 dv-cinder-779233-3-smb neutron-server[86307]: WARNING neutron.services.revisions.revision_plugin [None req-decd8e21-f53a-40a7-895a-748dbceb96a7 admin admin] Could not find related network for resource to bump revision. Apr 23 10:23:11.526815 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-decd8e21-f53a-40a7-895a-748dbceb96a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=86422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 10:23:11.536098 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-decd8e21-f53a-40a7-895a-748dbceb96a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:11.536512 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.segments_db [None req-decd8e21-f53a-40a7-895a-748dbceb96a7 admin admin] Added segment fe22c915-d091-45be-8e99-c18c07adf0bc of type vlan for network 53a21523-4c1d-4d57-96a0-7eb42fd8b46e Apr 23 10:23:11.565363 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-decd8e21-f53a-40a7-895a-748dbceb96a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747065835481'] for network, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:11.595051 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-decd8e21-f53a-40a7-895a-748dbceb96a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for network, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:11.596318 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decd8e21-f53a-40a7-895a-748dbceb96a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:23:11.596986 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-decd8e21-f53a-40a7-895a-748dbceb96a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:11.601785 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:23:11.701792 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-decd8e21-f53a-40a7-895a-748dbceb96a7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3620450 Apr 23 10:23:11.705165 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd8e21-f53a-40a7-895a-748dbceb96a7 admin admin] Pushing event updated for resources: {'Network': ['ID=53a21523-4c1d-4d57-96a0-7eb42fd8b46e,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:23:11.718069 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-decd8e21-f53a-40a7-895a-748dbceb96a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:23:11.727421 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Network 53a21523-4c1d-4d57-96a0-7eb42fd8b46e details requested by agent ovs-agent-dv-cinder-779233-3-smb with host dv-cinder-779233-3-smb {{(pid=86423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 10:23:14.242676 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 57010) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:23:14.322859 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.pecan_wsgi.hooks.translation [None req-5729724c-6756-4207-8215-aebffef59f66 admin admin] GET failed (client error): The resource could not be found. Apr 23 10:23:14.323388 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-5729724c-6756-4207-8215-aebffef59f66 admin admin] Synchronizing usage tracker for tenant:19f4899beea149c2823a39f59925a81b on resource:network {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:23:14.339571 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-5729724c-6756-4207-8215-aebffef59f66 admin admin] Unset dirty status for tenant:19f4899beea149c2823a39f59925a81b on resource:network {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:23:14.340986 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-5729724c-6756-4207-8215-aebffef59f66 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0971873 Apr 23 10:23:14.469545 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d979632-ccf9-436c-8ae3-02318e5398fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:23:14.471243 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-3d979632-ccf9-436c-8ae3-02318e5398fa admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1254697 Apr 23 10:23:14.484818 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-4fa767d5-4053-4020-8148-e51e0b6c0b68 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '53a21523-4c1d-4d57-96a0-7eb42fd8b46e', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:23:14.490196 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-4fa767d5-4053-4020-8148-e51e0b6c0b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:23:14.501086 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-4fa767d5-4053-4020-8148-e51e0b6c0b68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:23:14.510256 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa767d5-4053-4020-8148-e51e0b6c0b68 admin admin] Made reservation on behalf of 19f4899beea149c2823a39f59925a81b for: {'subnet': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:23:14.515005 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4fa767d5-4053-4020-8148-e51e0b6c0b68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:14.619833 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 5 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:23:14.935127 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4fa767d5-4053-4020-8148-e51e0b6c0b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for subnet, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:14.940126 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fd15461f-35f7-4381-9d70-5c31d1c89935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:23:15.019974 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa767d5-4053-4020-8148-e51e0b6c0b68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c6f3448-1731-498c-97d9-dc5a77fc3cc6,revision_number=0']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:23:15.026711 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4fa767d5-4053-4020-8148-e51e0b6c0b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:23:15.030412 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa767d5-4053-4020-8148-e51e0b6c0b68 admin admin] Checking segment: {'id': 'fe22c915-d091-45be-8e99-c18c07adf0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '53a21523-4c1d-4d57-96a0-7eb42fd8b46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:23:15.030969 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa767d5-4053-4020-8148-e51e0b6c0b68 admin admin] Network hostable DHCP agents. Network: 53a21523-4c1d-4d57-96a0-7eb42fd8b46e, hostable agents: ['9afd9aa3-ba3d-4012-bb25-a6f17ffdc572'], hosted agents: [] {{(pid=86422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 10:23:15.051588 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa767d5-4053-4020-8148-e51e0b6c0b68 admin admin] Network 53a21523-4c1d-4d57-96a0-7eb42fd8b46e is scheduled to be hosted by DHCP agent 9afd9aa3-ba3d-4012-bb25-a6f17ffdc572 with binding_index 1 {{(pid=86422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 10:23:15.060767 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-4fa767d5-4053-4020-8148-e51e0b6c0b68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-smb, 53a21523-4c1d-4d57-96a0-7eb42fd8b46e) {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:23:15.064976 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa767d5-4053-4020-8148-e51e0b6c0b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:23:15.065667 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4fa767d5-4053-4020-8148-e51e0b6c0b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for subnet, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:15.070944 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85687fa6-4e16-4cd4-93e6-0d8124364009 None None] Network 53a21523-4c1d-4d57-96a0-7eb42fd8b46e requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:23:15.089514 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-4fa767d5-4053-4020-8148-e51e0b6c0b68 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6092570 Apr 23 10:23:15.349128 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp652c0ba5-fead-5515-a46d-04250ecd80c7-53a21523-4c1d-4d57-96a0-7eb42fd8b46e', 'network_id': '53a21523-4c1d-4d57-96a0-7eb42fd8b46e', 'tenant_id': '19f4899beea149c2823a39f59925a81b', 'fixed_ips': [{'subnet_id': '0c6f3448-1731-498c-97d9-dc5a77fc3cc6'}]}} from dv-cinder-779233-3-smb. {{(pid=86423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 10:23:15.350072 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:15.534457 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Allocated IP 192.168.233.2 (53a21523-4c1d-4d57-96a0-7eb42fd8b46e/0c6f3448-1731-498c-97d9-dc5a77fc3cc6/1faab94f-a59c-4a08-883d-34b423d46ef1) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:23:15.757457 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:15.769223 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Transition to ACTIVE for port object 1faab94f-a59c-4a08-883d-34b423d46ef1 will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:23:15.789451 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Transition to ACTIVE for port object 1faab94f-a59c-4a08-883d-34b423d46ef1 will not be triggered until provisioned by entity DHCP. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:23:15.801195 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:15.810149 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-60024c63-1092-4a81-bfdc-919214fcf520 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:23:15.884967 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Network 53a21523-4c1d-4d57-96a0-7eb42fd8b46e is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:23:15.885818 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Pushing event updated for resources: {'Port': ['ID=1faab94f-a59c-4a08-883d-34b423d46ef1,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:23:15.889627 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Resources bound (agent type, host, resource id): {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:23:15.895469 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:23:15.898193 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:23:15.898563 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:23:15.898930 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:23:15.899292 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:23:15.899650 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:23:15.900008 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:23:15.900371 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:23:15.900735 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:23:15.901085 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:23:15.901431 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:23:15.901784 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:23:15.902130 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:23:15.912810 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:23:16.007826 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Attempting to bind port 1faab94f-a59c-4a08-883d-34b423d46ef1 on host dv-cinder-779233-3-smb for vnic_type normal with profile {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:23:16.009928 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Attempting to bind port 1faab94f-a59c-4a08-883d-34b423d46ef1 by drivers openvswitch,hyperv on host dv-cinder-779233-3-smb at level 0 using segments [{'id': 'fe22c915-d091-45be-8e99-c18c07adf0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '53a21523-4c1d-4d57-96a0-7eb42fd8b46e'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:23:16.010547 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Attempting to bind port 1faab94f-a59c-4a08-883d-34b423d46ef1 on network 53a21523-4c1d-4d57-96a0-7eb42fd8b46e {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:23:16.016756 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Checking agent: {'id': '1913a22a-9c34-47f7-a9c7-162e923d995b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 19, 35), 'started_at': datetime.datetime(2021, 4, 23, 10, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:23:16.017167 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Checking segment: {'id': 'fe22c915-d091-45be-8e99-c18c07adf0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '53a21523-4c1d-4d57-96a0-7eb42fd8b46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:23:16.017603 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:16.018033 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Bound using segment: {'id': 'fe22c915-d091-45be-8e99-c18c07adf0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '53a21523-4c1d-4d57-96a0-7eb42fd8b46e'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:23:16.018546 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Bound port: 1faab94f-a59c-4a08-883d-34b423d46ef1, host: dv-cinder-779233-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe22c915-d091-45be-8e99-c18c07adf0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '53a21523-4c1d-4d57-96a0-7eb42fd8b46e'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:23:16.018966 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:16.113698 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] For port 1faab94f-a59c-4a08-883d-34b423d46ef1, host dv-cinder-779233-3-smb, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:23:16.118509 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] For port 1faab94f-a59c-4a08-883d-34b423d46ef1, host dv-cinder-779233-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=1faab94f-a59c-4a08-883d-34b423d46ef1,segment=NetworkSegment(fe22c915-d091-45be-8e99-c18c07adf0bc),segment_id=fe22c915-d091-45be-8e99-c18c07adf0bc)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:23:16.121102 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:16.126820 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:23:16.209465 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Pushing event updated for resources: {'Port': ['ID=1faab94f-a59c-4a08-883d-34b423d46ef1,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:23:16.213731 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:23:17.481823 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae80b209-f3aa-4f29-a261-c8e057227b65 None None] Network 53a21523-4c1d-4d57-96a0-7eb42fd8b46e requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:23:17.760517 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 1faab94f-a59c-4a08-883d-34b423d46ef1 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:23:17.802350 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-9e8c3e66-8d02-42e2-9eea-360d7f7a9fb0 None None] Provisioning for port 1faab94f-a59c-4a08-883d-34b423d46ef1 completed by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:23:17.951926 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning for port 1faab94f-a59c-4a08-883d-34b423d46ef1 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:23:17.957584 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 1faab94f-a59c-4a08-883d-34b423d46ef1 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:23:17.957992 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:18.106207 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:18.145249 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] For port 1faab94f-a59c-4a08-883d-34b423d46ef1, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=1faab94f-a59c-4a08-883d-34b423d46ef1,segment=NetworkSegment(fe22c915-d091-45be-8e99-c18c07adf0bc),segment_id=fe22c915-d091-45be-8e99-c18c07adf0bc)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:23:18.148707 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:18.152178 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:23:18.228916 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Pushing event updated for resources: {'Port': ['ID=1faab94f-a59c-4a08-883d-34b423d46ef1,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:23:18.232249 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:23:18.249252 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-ca55ed45-263a-433e-accf-391d03e95ddd None None] Provisioning complete for port 1faab94f-a59c-4a08-883d-34b423d46ef1 triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:23:18.249665 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ca55ed45-263a-433e-accf-391d03e95ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:19.644590 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 1faab94f-a59c-4a08-883d-34b423d46ef1 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:23:19.729735 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 1faab94f-a59c-4a08-883d-34b423d46ef1 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:23:19.730144 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:32.089836 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-888ca991-9e6f-4e71-9698-b44103b17f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:34.093604 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-31b5fbb9-ca74-457a-975c-3aed37006151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:35.328562 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:35.436167 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:37.068015 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:51.618861 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 5 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:24:02.091227 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d696450b-60c9-457c-a557-f9d7cea809f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:04.098012 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-86146b2e-bf65-4b72-8206-c5ac11904655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:05.329035 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:05.439736 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:07.070081 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:28.621089 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 5 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:24:30.188960 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 57054) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:24:30.195685 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [None req-103c5c9e-3a06-437b-85c6-2cba31866a97 tempest-verify_tempest_config-29642589 tempest-verify_tempest_config-29642589-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=86422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 10:24:30.196826 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-103c5c9e-3a06-437b-85c6-2cba31866a97 tempest-verify_tempest_config-29642589 tempest-verify_tempest_config-29642589-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065992 Apr 23 10:24:30.546323 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 57072) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:24:30.672278 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dfc13ec0-bb50-4177-a958-419e9f6e69fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:30.689095 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-dfc13ec0-bb50-4177-a958-419e9f6e69fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:24:30.693439 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-dfc13ec0-bb50-4177-a958-419e9f6e69fd admin admin] Usage tracker for resource:security_group_rule and tenant:3e026ae9b9f7406ba4cbe2efe584a953 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:24:30.697636 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-dfc13ec0-bb50-4177-a958-419e9f6e69fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:24:30.704858 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-dfc13ec0-bb50-4177-a958-419e9f6e69fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:24:30.810792 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dfc13ec0-bb50-4177-a958-419e9f6e69fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:30.814626 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dfc13ec0-bb50-4177-a958-419e9f6e69fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:30.824882 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:24:30.868549 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc13ec0-bb50-4177-a958-419e9f6e69fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966e50dc-b5b0-490b-a06d-7253c140a9b3,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:24:30.871893 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-dfc13ec0-bb50-4177-a958-419e9f6e69fd admin admin] Synchronizing usage tracker for tenant:19f4899beea149c2823a39f59925a81b on resource:security_group {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:24:30.882138 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc13ec0-bb50-4177-a958-419e9f6e69fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:24:30.882530 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc13ec0-bb50-4177-a958-419e9f6e69fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:24:30.882904 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc13ec0-bb50-4177-a958-419e9f6e69fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:24:30.883270 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc13ec0-bb50-4177-a958-419e9f6e69fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:24:30.883641 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc13ec0-bb50-4177-a958-419e9f6e69fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:24:30.884013 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc13ec0-bb50-4177-a958-419e9f6e69fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:24:30.884393 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc13ec0-bb50-4177-a958-419e9f6e69fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:24:30.884772 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc13ec0-bb50-4177-a958-419e9f6e69fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:24:30.885148 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc13ec0-bb50-4177-a958-419e9f6e69fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:24:30.885726 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc13ec0-bb50-4177-a958-419e9f6e69fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:24:30.886085 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc13ec0-bb50-4177-a958-419e9f6e69fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:24:30.886445 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc13ec0-bb50-4177-a958-419e9f6e69fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:24:30.892910 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-dfc13ec0-bb50-4177-a958-419e9f6e69fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:24:30.905370 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-dfc13ec0-bb50-4177-a958-419e9f6e69fd admin admin] Unset dirty status for tenant:19f4899beea149c2823a39f59925a81b on resource:security_group {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:24:30.907817 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-dfc13ec0-bb50-4177-a958-419e9f6e69fd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3e026ae9b9f7406ba4cbe2efe584a953&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3603015 Apr 23 10:24:30.911148 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 57078) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:24:30.977838 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ae8936b3-afe2-445b-af95-390a805484a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:31.007189 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ae8936b3-afe2-445b-af95-390a805484a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:31.074545 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ae8936b3-afe2-445b-af95-390a805484a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:31.080239 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-530431df-52b7-44a8-a159-c940ebc43dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:24:31.094950 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8936b3-afe2-445b-af95-390a805484a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966e50dc-b5b0-490b-a06d-7253c140a9b3,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:24:31.098398 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ae8936b3-afe2-445b-af95-390a805484a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:24:31.099393 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ae8936b3-afe2-445b-af95-390a805484a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:31.101654 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-ae8936b3-afe2-445b-af95-390a805484a6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/966e50dc-b5b0-490b-a06d-7253c140a9b3 HTTP/1.1" status: 204 len: 168 time: 0.1891861 Apr 23 10:24:32.095699 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5d278884-c9fa-4095-98a3-0870981dcb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:34.103270 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8ee6bb68-6c2c-4db4-a546-30486d419561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:35.336752 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:35.453817 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:37.074240 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:25:02.097844 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-36d6201c-ce10-499c-b8a4-1ba783781a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:25:04.098242 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c31159c2-abbe-4f57-b44f-064fbaedf8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:25:05.337892 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:25:05.455341 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:25:05.621431 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 5 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:25:07.074802 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:25:32.100095 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a1938150-da78-426f-bd82-eb7a3ee2ed6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:25:34.099537 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c99e4168-66e5-4e56-872f-402500a9e289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:25:35.339853 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:25:35.448814 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:25:37.074398 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:25:42.621236 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 5 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:26:02.104047 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-87138a47-296b-476d-b260-48ec93508906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:04.100263 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c318c90c-e17b-45e6-ad11-2b4564d5d0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:05.346467 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:05.451302 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:07.074816 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:19.621121 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 5 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:26:32.106465 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d89e-cc16-4c55-9b66-729f31e49e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:33.255930 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237'] for agent, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:34.102375 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-96dc21dc-bc34-44da-8dba-ab80e67cc937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:35.347188 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:35.453551 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:37.076938 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:56.623223 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:26:57.262546 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 57180) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:26:57.380645 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-bd0a8d01-1404-4f0a-8175-ae0440305b1a admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1168890 Apr 23 10:26:59.906601 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 57190) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:26:59.967066 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-fd5705e2-7919-4d54-985f-f21ca935f81f admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0591984 Apr 23 10:27:02.108140 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-762bc5e6-dfb7-463c-966f-645184e22b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:03.212951 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:04.104963 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-90455616-53ef-4114-83be-79505cfe9f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:05.351317 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:05.455966 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:07.081103 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:32.116831 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aa77a1e6-4204-4493-990c-6ac313ea9663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:33.231878 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:33.622658 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:27:34.107019 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-21eaef9c-f5e9-44bb-be5f-a11514b19890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:35.355873 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:35.463149 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:37.080786 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:02.109013 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2f79c337-a202-4fe2-b55d-3a0a7b5cffd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:03.228555 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:04.109005 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-89fa151a-a093-4924-ac32-be0c9bea13b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:05.354753 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:05.464013 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:07.085304 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:10.622605 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:28:32.121726 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-55bb95a0-c7b4-4429-8452-dd8f2e98c3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:33.249907 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:34.117905 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4f2d011e-dae1-462e-80fe-cc129e4de1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:35.359671 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:35.473550 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:37.094880 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:47.621619 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:28:58.875538 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 57384) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:28:59.078645 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 57398) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:28:59.295177 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-810215502-network', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:28:59.302023 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:28:59.307196 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Usage tracker for resource:network and tenant:053dbb1c35f34193b18ee2a736ef5da6 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:28:59.312429 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:28:59.319308 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:28:59.331406 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Made reservation on behalf of 053dbb1c35f34193b18ee2a736ef5da6 for: {'network': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:28:59.338107 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for network, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:59.359878 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:59.382647 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:28:59.389557 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Usage tracker for resource:security_group_rule and tenant:053dbb1c35f34193b18ee2a736ef5da6 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:28:59.394089 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:28:59.400654 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:28:59.505130 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:59.508625 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:59.513274 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-80b89730-d5e7-40d8-859a-0c9458914387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:28:59.539183 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=86422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 10:28:59.553476 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a776aa0-e524-41a2-ae7e-f925bf9588d3,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:28:59.560670 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:59.561324 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.segments_db [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Added segment 35f312ee-a0a3-4052-9682-1de254c7408a of type vlan for network b126fda1-8aba-4f97-9375-594b068d7500 Apr 23 10:28:59.571530 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:28:59.572051 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:28:59.572482 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:28:59.572876 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:28:59.573403 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:28:59.573920 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:28:59.574359 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:28:59.574793 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:28:59.575575 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:28:59.576191 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:28:59.576731 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:28:59.577239 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Tracked resource versions report: Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: pushed versions: Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: { 'AddressGroup': {'1.2'}, Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: 'ConntrackHelper': {'1.0'}, Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: 'Log': {'1.0'}, Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: 'Network': {'1.1'}, Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: 'Port': {'1.7'}, Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: 'PortForwarding': {'1.2'}, Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: 'QosPolicy': {'1.8'}, Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroup': {'1.4'}, Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroupRule': {'1.2'}, Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: 'SubPort': {'1.0'}, Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: 'Subnet': {'1.1'}, Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: 'Trunk': {'1.1'}} Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: consumer versions: Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: { DHCP agent@dv-cinder-779233-3-smb: {}, Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: HyperV agent@hv-cinder-77923: {}, Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: L3 agent@dv-cinder-779233-3-smb: {}, Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: Metadata agent@dv-cinder-779233-3-smb: {}, Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: Metering agent@dv-cinder-779233-3-smb: {}, Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: Open vSwitch agent@dv-cinder-779233-3-smb: { 'AddressGroup': '1.2', Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: 'ConntrackHelper': '1.0', Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: 'Log': '1.0', Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: 'Network': '1.1', Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: 'Port': '1.7', Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: 'PortForwarding': '1.2', Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: 'QosPolicy': '1.8', Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroup': '1.4', Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroupRule': '1.2', Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: 'SubPort': '1.0', Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: 'Subnet': '1.1', Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: 'Trunk': '1.1'}} Apr 23 10:28:59.578696 dv-cinder-779233-3-smb neutron-server[86307]: {{(pid=86422) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 23 10:28:59.585726 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:28:59.617342 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747065835481'] for network, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:59.649231 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-6f8c93be-0616-44f4-84d8-deba6e3fa722 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-518450504-network', 'tenant_id': '42c0406689e14916a31b158a17ed06c8'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:28:59.655342 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-6f8c93be-0616-44f4-84d8-deba6e3fa722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:28:59.660960 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-6f8c93be-0616-44f4-84d8-deba6e3fa722 admin admin] Usage tracker for resource:network and tenant:42c0406689e14916a31b158a17ed06c8 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:28:59.664304 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-6f8c93be-0616-44f4-84d8-deba6e3fa722 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:28:59.667142 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for network, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:59.671628 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:28:59.672439 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:59.676063 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-6f8c93be-0616-44f4-84d8-deba6e3fa722 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:28:59.677942 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:28:59.715786 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8c93be-0616-44f4-84d8-deba6e3fa722 admin admin] Made reservation on behalf of 42c0406689e14916a31b158a17ed06c8 for: {'network': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:28:59.720852 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6f8c93be-0616-44f4-84d8-deba6e3fa722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for network, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:59.803470 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6f8c93be-0616-44f4-84d8-deba6e3fa722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:59.808529 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 57422) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:28:59.819589 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9427991 Apr 23 10:28:59.823356 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 57428) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:28:59.828426 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-6f8c93be-0616-44f4-84d8-deba6e3fa722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:28:59.829605 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Request body: {'subnet': {'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-810215502-subnet', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:28:59.836978 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-6f8c93be-0616-44f4-84d8-deba6e3fa722 admin admin] Usage tracker for resource:security_group_rule and tenant:42c0406689e14916a31b158a17ed06c8 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:28:59.837174 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:28:59.839867 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Pushing event updated for resources: {'Network': ['ID=b126fda1-8aba-4f97-9375-594b068d7500,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:28:59.842310 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Usage tracker for resource:subnet and tenant:053dbb1c35f34193b18ee2a736ef5da6 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:28:59.842864 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-6f8c93be-0616-44f4-84d8-deba6e3fa722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:28:59.845960 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:28:59.850588 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-6f8c93be-0616-44f4-84d8-deba6e3fa722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:28:59.855435 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:28:59.856306 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Network b126fda1-8aba-4f97-9375-594b068d7500 details requested by agent ovs-agent-dv-cinder-779233-3-smb with host dv-cinder-779233-3-smb {{(pid=86423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 10:28:59.863523 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:28:59.873456 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Made reservation on behalf of 053dbb1c35f34193b18ee2a736ef5da6 for: {'subnet': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:28:59.879464 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:59.952113 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6f8c93be-0616-44f4-84d8-deba6e3fa722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:59.955294 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6f8c93be-0616-44f4-84d8-deba6e3fa722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:59.960706 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:28:59.994082 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8c93be-0616-44f4-84d8-deba6e3fa722 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=86422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 10:29:00.006066 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c93be-0616-44f4-84d8-deba6e3fa722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae34f04-ec77-45e2-9384-f8133a2ab183,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:00.010629 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6f8c93be-0616-44f4-84d8-deba6e3fa722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:00.013807 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6f8c93be-0616-44f4-84d8-deba6e3fa722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:00.014407 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.segments_db [None req-6f8c93be-0616-44f4-84d8-deba6e3fa722 admin admin] Added segment 02296a69-3515-4f69-9187-6e05dc25a7f9 of type vlan for network 92060680-c3d7-4f23-9347-bab7dc1c2acf Apr 23 10:29:00.073234 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 57436) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:00.077989 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6f8c93be-0616-44f4-84d8-deba6e3fa722 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747065835481'] for network, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:00.126234 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6f8c93be-0616-44f4-84d8-deba6e3fa722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for network, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:00.127681 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8c93be-0616-44f4-84d8-deba6e3fa722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:00.128452 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6f8c93be-0616-44f4-84d8-deba6e3fa722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:00.137684 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:00.257604 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c93be-0616-44f4-84d8-deba6e3fa722 admin admin] Pushing event updated for resources: {'Network': ['ID=92060680-c3d7-4f23-9347-bab7dc1c2acf,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:00.267417 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6f8c93be-0616-44f4-84d8-deba6e3fa722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:00.268758 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Network 92060680-c3d7-4f23-9347-bab7dc1c2acf details requested by agent ovs-agent-dv-cinder-779233-3-smb with host dv-cinder-779233-3-smb {{(pid=86423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 10:29:00.272410 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-6f8c93be-0616-44f4-84d8-deba6e3fa722 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1904976 Apr 23 10:29:00.279379 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 57446) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:00.298232 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-9f47f38e-dca7-4672-8087-6bd4a98c6fff admin admin] Request body: {'subnet': {'network_id': '92060680-c3d7-4f23-9347-bab7dc1c2acf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-518450504-subnet', 'tenant_id': '42c0406689e14916a31b158a17ed06c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:00.313230 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9f47f38e-dca7-4672-8087-6bd4a98c6fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:00.322742 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-9f47f38e-dca7-4672-8087-6bd4a98c6fff admin admin] Usage tracker for resource:subnet and tenant:42c0406689e14916a31b158a17ed06c8 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:00.331498 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-9f47f38e-dca7-4672-8087-6bd4a98c6fff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:00.343155 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 57450) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:00.353476 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9f47f38e-dca7-4672-8087-6bd4a98c6fff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:00.366870 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1060310828-network', 'tenant_id': 'd68a3d2ffd2d438dbb6699e97dff9ce9'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:00.385992 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f47f38e-dca7-4672-8087-6bd4a98c6fff admin admin] Made reservation on behalf of 42c0406689e14916a31b158a17ed06c8 for: {'subnet': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:29:00.397246 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9f47f38e-dca7-4672-8087-6bd4a98c6fff admin admin] Notify callbacks [] for subnet, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:00.442450 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for subnet, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:00.443751 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:00.443888 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-79ee53fa-7e38-47f6-92fc-3ca35583af78 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1507054443-network', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:00.452777 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:00.483888 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] Usage tracker for resource:network and tenant:d68a3d2ffd2d438dbb6699e97dff9ce9 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:00.499463 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:00.503849 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-79ee53fa-7e38-47f6-92fc-3ca35583af78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:00.514490 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:00.525806 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-79ee53fa-7e38-47f6-92fc-3ca35583af78 admin admin] Usage tracker for resource:network and tenant:9d145e5c62004c8fb3ccc764665554b4 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:00.531652 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-79ee53fa-7e38-47f6-92fc-3ca35583af78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:00.543415 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-79ee53fa-7e38-47f6-92fc-3ca35583af78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:00.558445 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] Made reservation on behalf of d68a3d2ffd2d438dbb6699e97dff9ce9 for: {'network': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:29:00.564020 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for network, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:00.572802 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-544788252-network', 'tenant_id': '9e2e7231601e4614aa59d2d7e8dd7020'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:00.584821 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:00.590178 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ee53fa-7e38-47f6-92fc-3ca35583af78 admin admin] Made reservation on behalf of 9d145e5c62004c8fb3ccc764665554b4 for: {'network': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:29:00.594264 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:00.596087 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-79ee53fa-7e38-47f6-92fc-3ca35583af78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for network, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:00.608177 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Checking segment: {'id': '35f312ee-a0a3-4052-9682-1de254c7408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:29:00.608613 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Network hostable DHCP agents. Network: b126fda1-8aba-4f97-9375-594b068d7500, hostable agents: ['9afd9aa3-ba3d-4012-bb25-a6f17ffdc572'], hosted agents: [] {{(pid=86420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 10:29:00.611526 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] Usage tracker for resource:network and tenant:9e2e7231601e4614aa59d2d7e8dd7020 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:00.618767 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:00.624843 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-79ee53fa-7e38-47f6-92fc-3ca35583af78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:00.638678 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cace927e-fc70-4e72-9b62-fe1db6ce7c84,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:00.644381 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:00.650783 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:00.652200 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-79ee53fa-7e38-47f6-92fc-3ca35583af78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:00.662278 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:00.662656 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:00.663034 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:00.663362 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:00.663875 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:00.664404 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:00.664566 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-79ee53fa-7e38-47f6-92fc-3ca35583af78 admin admin] Usage tracker for resource:security_group_rule and tenant:9d145e5c62004c8fb3ccc764665554b4 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:00.665059 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:00.665644 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:00.665928 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:00.666419 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:00.666923 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:00.667615 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Tracked resource versions report: Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: pushed versions: Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: { 'AddressGroup': {'1.2'}, Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: 'ConntrackHelper': {'1.0'}, Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: 'Log': {'1.0'}, Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: 'Network': {'1.1'}, Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: 'Port': {'1.7'}, Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: 'PortForwarding': {'1.2'}, Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: 'QosPolicy': {'1.8'}, Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroup': {'1.4'}, Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroupRule': {'1.2'}, Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: 'SubPort': {'1.0'}, Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: 'Subnet': {'1.1'}, Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: 'Trunk': {'1.1'}} Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: consumer versions: Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: { DHCP agent@dv-cinder-779233-3-smb: {}, Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: HyperV agent@hv-cinder-77923: {}, Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: L3 agent@dv-cinder-779233-3-smb: {}, Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: Metadata agent@dv-cinder-779233-3-smb: {}, Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: Metering agent@dv-cinder-779233-3-smb: {}, Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: Open vSwitch agent@dv-cinder-779233-3-smb: { 'AddressGroup': '1.2', Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: 'ConntrackHelper': '1.0', Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: 'Log': '1.0', Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: 'Network': '1.1', Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: 'Port': '1.7', Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: 'PortForwarding': '1.2', Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: 'QosPolicy': '1.8', Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroup': '1.4', Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroupRule': '1.2', Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: 'SubPort': '1.0', Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: 'Subnet': '1.1', Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: 'Trunk': '1.1'}} Apr 23 10:29:00.669929 dv-cinder-779233-3-smb neutron-server[86307]: {{(pid=86420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 23 10:29:00.672850 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-79ee53fa-7e38-47f6-92fc-3ca35583af78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:00.703135 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] Usage tracker for resource:security_group_rule and tenant:d68a3d2ffd2d438dbb6699e97dff9ce9 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:00.712329 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:00.722528 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] Made reservation on behalf of 9e2e7231601e4614aa59d2d7e8dd7020 for: {'network': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:29:00.727254 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for network, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:00.739931 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:00.755412 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Network b126fda1-8aba-4f97-9375-594b068d7500 is scheduled to be hosted by DHCP agent 9afd9aa3-ba3d-4012-bb25-a6f17ffdc572 with binding_index 1 {{(pid=86420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 10:29:00.761160 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:00.781998 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-79ee53fa-7e38-47f6-92fc-3ca35583af78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:00.787954 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:00.794327 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-smb, b126fda1-8aba-4f97-9375-594b068d7500) {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:29:00.817142 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:00.817979 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:00.819908 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0e94d5-34de-4d5c-b07b-79c1dcda4877 None None] Network b126fda1-8aba-4f97-9375-594b068d7500 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:29:00.845818 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:00.866155 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] Usage tracker for resource:security_group_rule and tenant:9e2e7231601e4614aa59d2d7e8dd7020 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:00.873210 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:00.875900 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0513568 Apr 23 10:29:00.879724 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 57480) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:00.885508 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:00.911068 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-f28a859c-87bd-4c1b-9eec-e8800368679c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-810215502-router', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:00.926974 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-f28a859c-87bd-4c1b-9eec-e8800368679c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:00.931772 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-f28a859c-87bd-4c1b-9eec-e8800368679c admin admin] Usage tracker for resource:router and tenant:053dbb1c35f34193b18ee2a736ef5da6 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:00.932406 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:00.937664 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:00.948226 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-f28a859c-87bd-4c1b-9eec-e8800368679c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:00.957200 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:01.002493 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=86420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 10:29:01.027277 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7a66af-cf91-4cd5-ae14-02b33664c20e,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:01.029074 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-f28a859c-87bd-4c1b-9eec-e8800368679c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:01.046753 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:01.051441 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363289788431254', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:01.052143 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] Unsubscribe: segment precommit_create {{(pid=86420) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 23 10:29:01.053245 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.segments_db [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] Added segment 5057dd03-d1f0-4c3f-9d58-23311a3c11a3 of type vlan for network ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 Apr 23 10:29:01.074267 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f28a859c-87bd-4c1b-9eec-e8800368679c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-397271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-418'] for router, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:01.075388 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f28a859c-87bd-4c1b-9eec-e8800368679c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854273991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854196952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775366'] for router, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:01.168819 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747065835481'] for network, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:01.197911 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f28a859c-87bd-4c1b-9eec-e8800368679c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:01.236576 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for network, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:01.238595 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:01.239227 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:01.267945 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:01.288914 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp652c0ba5-fead-5515-a46d-04250ecd80c7-b126fda1-8aba-4f97-9375-594b068d7500', 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'fixed_ips': [{'subnet_id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84'}]}} from dv-cinder-779233-3-smb. {{(pid=86423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 10:29:01.289950 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:01.304386 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4945982 Apr 23 10:29:01.309900 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 57492) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:01.393156 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-61dacd61-a834-4bf2-88a8-392bd75d1523 admin admin] Request body: {'subnet': {'network_id': 'ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1060310828-subnet', 'tenant_id': 'd68a3d2ffd2d438dbb6699e97dff9ce9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:01.400241 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-61dacd61-a834-4bf2-88a8-392bd75d1523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:01.406370 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-61dacd61-a834-4bf2-88a8-392bd75d1523 admin admin] Usage tracker for resource:subnet and tenant:d68a3d2ffd2d438dbb6699e97dff9ce9 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:01.411117 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-61dacd61-a834-4bf2-88a8-392bd75d1523 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:01.418388 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-61dacd61-a834-4bf2-88a8-392bd75d1523 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:01.475210 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dacd61-a834-4bf2-88a8-392bd75d1523 admin admin] Made reservation on behalf of d68a3d2ffd2d438dbb6699e97dff9ce9 for: {'subnet': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:29:01.487003 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-61dacd61-a834-4bf2-88a8-392bd75d1523 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:01.545761 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-79ee53fa-7e38-47f6-92fc-3ca35583af78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:01.564181 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-79ee53fa-7e38-47f6-92fc-3ca35583af78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:01.597360 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ee53fa-7e38-47f6-92fc-3ca35583af78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=86422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 10:29:01.607644 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-79ee53fa-7e38-47f6-92fc-3ca35583af78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:01.608031 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.segments_db [None req-79ee53fa-7e38-47f6-92fc-3ca35583af78 admin admin] Added segment aff5ab4a-db51-4e6a-9d0c-86298208740f of type vlan for network 07e313a3-9394-4ad4-9174-85a4ed950f67 Apr 23 10:29:01.628223 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] Pushing event updated for resources: {'Network': ['ID=ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:01.644825 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:01.652167 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-79ee53fa-7e38-47f6-92fc-3ca35583af78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747065835481'] for network, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:01.658176 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Network ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 details requested by agent ovs-agent-dv-cinder-779233-3-smb with host dv-cinder-779233-3-smb {{(pid=86423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 10:29:01.705404 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:01.720598 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-79ee53fa-7e38-47f6-92fc-3ca35583af78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for network, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:01.829725 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:01.874473 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ee53fa-7e38-47f6-92fc-3ca35583af78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:01.875133 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-79ee53fa-7e38-47f6-92fc-3ca35583af78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:02.087109 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Allocated IP 172.20.0.2 (b126fda1-8aba-4f97-9375-594b068d7500/cace927e-fc70-4e72-9b62-fe1db6ce7c84/9f7d6299-787e-4297-b563-73faf55742a4) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:29:02.116569 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:02.117391 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee53fa-7e38-47f6-92fc-3ca35583af78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6010d673-479a-402f-b7f2-874dc2c64914,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:02.129889 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-79ee53fa-7e38-47f6-92fc-3ca35583af78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:02.134775 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:02.287474 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-103837bd-603a-4340-9cab-c44f8516b8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:02.418126 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-79ee53fa-7e38-47f6-92fc-3ca35583af78 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3434532 Apr 23 10:29:02.424908 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 57532) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:02.435102 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=86422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 10:29:02.438941 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-a7e7ea43-5879-4199-bf40-6bf6d5129920 admin admin] Request body: {'subnet': {'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1507054443-subnet', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:02.447575 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a7e7ea43-5879-4199-bf40-6bf6d5129920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:02.460262 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-a7e7ea43-5879-4199-bf40-6bf6d5129920 admin admin] Usage tracker for resource:subnet and tenant:9d145e5c62004c8fb3ccc764665554b4 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:02.465361 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-a7e7ea43-5879-4199-bf40-6bf6d5129920 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:02.478997 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a7e7ea43-5879-4199-bf40-6bf6d5129920 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:02.484704 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-61dacd61-a834-4bf2-88a8-392bd75d1523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for subnet, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:02.492661 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e5e9be1e-ae50-403a-8587-5c1171146940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:02.529188 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e7ea43-5879-4199-bf40-6bf6d5129920 admin admin] Made reservation on behalf of 9d145e5c62004c8fb3ccc764665554b4 for: {'subnet': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:29:02.534097 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a7e7ea43-5879-4199-bf40-6bf6d5129920 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:02.597856 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:02.598825 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.segments_db [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] Added segment 2fd70c6d-864f-4478-b7b4-21a7a9a9f4c8 of type vlan for network 377cbf06-b5ed-4141-bc2f-8a962cb40328 Apr 23 10:29:02.664890 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a92d12-2d76-47ff-ad58-5eb2668ebdf1,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:02.666433 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 57538) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:02.700861 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747065835481'] for network, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:02.705892 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9f47f38e-dca7-4672-8087-6bd4a98c6fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for subnet, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:02.707676 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:02.717354 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dacd61-a834-4bf2-88a8-392bd75d1523 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc554e03-a960-4aeb-a75b-15d570e0a94b,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:02.735830 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-61dacd61-a834-4bf2-88a8-392bd75d1523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:02.760060 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dacd61-a834-4bf2-88a8-392bd75d1523 admin admin] Checking segment: {'id': '5057dd03-d1f0-4c3f-9d58-23311a3c11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:29:02.760543 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dacd61-a834-4bf2-88a8-392bd75d1523 admin admin] Network hostable DHCP agents. Network: ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277, hostable agents: ['9afd9aa3-ba3d-4012-bb25-a6f17ffdc572'], hosted agents: [] {{(pid=86420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 10:29:02.771337 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-892ad04f-303a-4f7b-8646-419133ad07f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.888s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:02.772819 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:02.793844 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Transition to ACTIVE for port object 9f7d6299-787e-4297-b563-73faf55742a4 will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:29:02.834988 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Transition to ACTIVE for port object 9f7d6299-787e-4297-b563-73faf55742a4 will not be triggered until provisioned by entity DHCP. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:29:02.848149 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:02.856234 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dacd61-a834-4bf2-88a8-392bd75d1523 admin admin] Network ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 is scheduled to be hosted by DHCP agent 9afd9aa3-ba3d-4012-bb25-a6f17ffdc572 with binding_index 1 {{(pid=86420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 10:29:02.873634 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:02.879028 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-61dacd61-a834-4bf2-88a8-392bd75d1523 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-smb, ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277) {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:29:02.894103 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dacd61-a834-4bf2-88a8-392bd75d1523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:02.894837 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-61dacd61-a834-4bf2-88a8-392bd75d1523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:02.956666 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Network b126fda1-8aba-4f97-9375-594b068d7500 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:29:02.965366 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Resources bound (agent type, host, resource id): {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:29:02.968466 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a6b944-1a66-4ca2-be94-4485bacdbd5a None None] Network ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:29:03.025925 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0a68be32-35e6-4a05-8a1e-3747ecde2e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:03.039401 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee53fa-7e38-47f6-92fc-3ca35583af78 admin admin] Pushing event updated for resources: {'Network': ['ID=07e313a3-9394-4ad4-9174-85a4ed950f67,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:03.048320 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-0a68be32-35e6-4a05-8a1e-3747ecde2e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:03.053290 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-0a68be32-35e6-4a05-8a1e-3747ecde2e04 admin admin] Usage tracker for resource:security_group_rule and tenant:da8817a4fdf840688f02a0f5c3b03376 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:03.056855 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-0a68be32-35e6-4a05-8a1e-3747ecde2e04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:03.063855 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-0a68be32-35e6-4a05-8a1e-3747ecde2e04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:03.073124 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f28a859c-87bd-4c1b-9eec-e8800368679c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854273842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854375068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775355'] for router, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:03.092200 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-79ee53fa-7e38-47f6-92fc-3ca35583af78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:03.092978 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:03.144597 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:29:03.156642 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0a68be32-35e6-4a05-8a1e-3747ecde2e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:03.160745 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-61dacd61-a834-4bf2-88a8-392bd75d1523 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8488641 Apr 23 10:29:03.163771 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0a68be32-35e6-4a05-8a1e-3747ecde2e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:03.178780 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:03.246274 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Network 07e313a3-9394-4ad4-9174-85a4ed950f67 details requested by agent ovs-agent-dv-cinder-779233-3-smb with host dv-cinder-779233-3-smb {{(pid=86423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 10:29:03.268566 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Pushing event updated for resources: {'Port': ['ID=9f7d6299-787e-4297-b563-73faf55742a4,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:03.273470 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-0a68be32-35e6-4a05-8a1e-3747ecde2e04 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da8817a4fdf840688f02a0f5c3b03376&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5741861 Apr 23 10:29:03.274177 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 57556) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:03.277080 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68be32-35e6-4a05-8a1e-3747ecde2e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7de4c2-3a3f-48bb-95f7-106bd975d75a,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:03.296566 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0a68be32-35e6-4a05-8a1e-3747ecde2e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:03.303959 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.db.resource_extend [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 10:29:03.387493 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f47f38e-dca7-4672-8087-6bd4a98c6fff admin admin] Checking segment: {'id': '02296a69-3515-4f69-9187-6e05dc25a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '92060680-c3d7-4f23-9347-bab7dc1c2acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:29:03.393236 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f47f38e-dca7-4672-8087-6bd4a98c6fff admin admin] Network hostable DHCP agents. Network: 92060680-c3d7-4f23-9347-bab7dc1c2acf, hostable agents: ['9afd9aa3-ba3d-4012-bb25-a6f17ffdc572'], hosted agents: [] {{(pid=86422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 10:29:03.416471 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b1369274-9437-4b56-8e5c-b967859aa930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:03.436972 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a7e7ea43-5879-4199-bf40-6bf6d5129920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for subnet, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:03.453516 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:03.463566 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:03.464174 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:03.464585 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:03.473060 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:03.473060 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:03.473060 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:03.473060 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:03.473060 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:03.473060 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:03.473060 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:03.473060 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:03.473642 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Tracked resource versions report: Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: pushed versions: Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: { 'AddressGroup': {'1.2'}, Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: 'ConntrackHelper': {'1.0'}, Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: 'Log': {'1.0'}, Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: 'Network': {'1.1'}, Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: 'Port': {'1.7'}, Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: 'PortForwarding': {'1.2'}, Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: 'QosPolicy': {'1.8'}, Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroup': {'1.4'}, Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroupRule': {'1.2'}, Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: 'SubPort': {'1.0'}, Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: 'Subnet': {'1.1'}, Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: 'Trunk': {'1.1'}} Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: consumer versions: Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: { DHCP agent@dv-cinder-779233-3-smb: {}, Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: HyperV agent@hv-cinder-77923: {}, Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: L3 agent@dv-cinder-779233-3-smb: {}, Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: Metadata agent@dv-cinder-779233-3-smb: {}, Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: Metering agent@dv-cinder-779233-3-smb: {}, Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: Open vSwitch agent@dv-cinder-779233-3-smb: { 'AddressGroup': '1.2', Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: 'ConntrackHelper': '1.0', Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: 'Log': '1.0', Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: 'Network': '1.1', Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: 'Port': '1.7', Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: 'PortForwarding': '1.2', Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: 'QosPolicy': '1.8', Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroup': '1.4', Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroupRule': '1.2', Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: 'SubPort': '1.0', Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: 'Subnet': '1.1', Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: 'Trunk': '1.1'}} Apr 23 10:29:03.474821 dv-cinder-779233-3-smb neutron-server[86307]: {{(pid=86423) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 23 10:29:03.490107 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b1369274-9437-4b56-8e5c-b967859aa930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:03.532402 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for network, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:03.556075 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:03.557613 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:03.577616 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:03.670321 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47f38e-dca7-4672-8087-6bd4a98c6fff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b838711e-84ce-47a5-87c2-83a0fa1d623a,revision_number=0']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:03.682867 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.3385134 Apr 23 10:29:03.689561 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9f47f38e-dca7-4672-8087-6bd4a98c6fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:03.691378 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:03.727354 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 57576) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:03.731958 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f47f38e-dca7-4672-8087-6bd4a98c6fff admin admin] Network 92060680-c3d7-4f23-9347-bab7dc1c2acf is scheduled to be hosted by DHCP agent 9afd9aa3-ba3d-4012-bb25-a6f17ffdc572 with binding_index 1 {{(pid=86422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 10:29:03.759746 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-03ed3aab-4275-457c-b0d9-6b562681a2a2 admin admin] Request body: {'subnet': {'network_id': '377cbf06-b5ed-4141-bc2f-8a962cb40328', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-544788252-subnet', 'tenant_id': '9e2e7231601e4614aa59d2d7e8dd7020', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:03.797385 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-03ed3aab-4275-457c-b0d9-6b562681a2a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:03.875885 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b8430c-72fe-4dbf-85d8-e4ee1cc686b1 None None] Network ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:29:03.889440 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-03ed3aab-4275-457c-b0d9-6b562681a2a2 admin admin] Usage tracker for resource:subnet and tenant:9e2e7231601e4614aa59d2d7e8dd7020 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:03.897727 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-03ed3aab-4275-457c-b0d9-6b562681a2a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:03.903692 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-9f47f38e-dca7-4672-8087-6bd4a98c6fff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-smb, 92060680-c3d7-4f23-9347-bab7dc1c2acf) {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:29:03.925659 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-03ed3aab-4275-457c-b0d9-6b562681a2a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:03.929295 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f47f38e-dca7-4672-8087-6bd4a98c6fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:03.929971 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9f47f38e-dca7-4672-8087-6bd4a98c6fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for subnet, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:03.933659 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7ea43-5879-4199-bf40-6bf6d5129920 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5902ead7-1ca3-4af8-a9cd-6880ceeef64b,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:03.942300 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a7e7ea43-5879-4199-bf40-6bf6d5129920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:03.965338 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] Pushing event updated for resources: {'Network': ['ID=377cbf06-b5ed-4141-bc2f-8a962cb40328,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:03.966777 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e7ea43-5879-4199-bf40-6bf6d5129920 admin admin] Checking segment: {'id': 'aff5ab4a-db51-4e6a-9d0c-86298208740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:29:03.967931 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e7ea43-5879-4199-bf40-6bf6d5129920 admin admin] Network hostable DHCP agents. Network: 07e313a3-9394-4ad4-9174-85a4ed950f67, hostable agents: ['9afd9aa3-ba3d-4012-bb25-a6f17ffdc572'], hosted agents: [] {{(pid=86420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 10:29:03.972417 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:03.976718 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ed3aab-4275-457c-b0d9-6b562681a2a2 admin admin] Made reservation on behalf of 9e2e7231601e4614aa59d2d7e8dd7020 for: {'subnet': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:29:03.982284 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-03ed3aab-4275-457c-b0d9-6b562681a2a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:04.016375 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b1369274-9437-4b56-8e5c-b967859aa930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:04.018896 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e7ea43-5879-4199-bf40-6bf6d5129920 admin admin] Network 07e313a3-9394-4ad4-9174-85a4ed950f67 is scheduled to be hosted by DHCP agent 9afd9aa3-ba3d-4012-bb25-a6f17ffdc572 with binding_index 1 {{(pid=86420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 10:29:04.037290 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:04.057581 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-a7e7ea43-5879-4199-bf40-6bf6d5129920 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-smb, 07e313a3-9394-4ad4-9174-85a4ed950f67) {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:29:04.065748 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1369274-9437-4b56-8e5c-b967859aa930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7de4c2-3a3f-48bb-95f7-106bd975d75a,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:04.079128 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e7ea43-5879-4199-bf40-6bf6d5129920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:04.080203 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a7e7ea43-5879-4199-bf40-6bf6d5129920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:04.086914 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b1369274-9437-4b56-8e5c-b967859aa930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:04.102416 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-b1369274-9437-4b56-8e5c-b967859aa930 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ba7de4c2-3a3f-48bb-95f7-106bd975d75a HTTP/1.1" status: 204 len: 168 time: 0.8156822 Apr 23 10:29:04.124048 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b1369274-9437-4b56-8e5c-b967859aa930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:04.129746 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-a7e7ea43-5879-4199-bf40-6bf6d5129920 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7009633 Apr 23 10:29:04.132601 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 57592) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:04.139267 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-44571480-52c0-4d37-ad88-dfe2900a9f76 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1507054443-router', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:04.146907 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-44571480-52c0-4d37-ad88-dfe2900a9f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:04.148450 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-9f47f38e-dca7-4672-8087-6bd4a98c6fff admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.8648505 Apr 23 10:29:04.151522 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 57596) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:04.162642 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-d8baaecc-0cca-4409-a46a-dcd4c795d450 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-518450504-router', 'tenant_id': '42c0406689e14916a31b158a17ed06c8', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:04.170084 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-44571480-52c0-4d37-ad88-dfe2900a9f76 admin admin] Usage tracker for resource:router and tenant:9d145e5c62004c8fb3ccc764665554b4 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:04.173700 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d8baaecc-0cca-4409-a46a-dcd4c795d450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:04.180490 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-44571480-52c0-4d37-ad88-dfe2900a9f76 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:04.200960 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-44571480-52c0-4d37-ad88-dfe2900a9f76 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:04.207707 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-d8baaecc-0cca-4409-a46a-dcd4c795d450 admin admin] Usage tracker for resource:router and tenant:42c0406689e14916a31b158a17ed06c8 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:04.216469 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-d8baaecc-0cca-4409-a46a-dcd4c795d450 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:04.244810 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d8baaecc-0cca-4409-a46a-dcd4c795d450 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:04.265242 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-44571480-52c0-4d37-ad88-dfe2900a9f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-397271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-418'] for router, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:04.266356 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-44571480-52c0-4d37-ad88-dfe2900a9f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854273991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854196952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775366'] for router, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:04.274880 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db08d392-61bb-4e03-b331-e4f5dcbb3815 None None] Network 92060680-c3d7-4f23-9347-bab7dc1c2acf requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:29:04.302420 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d8baaecc-0cca-4409-a46a-dcd4c795d450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-397271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-418'] for router, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:04.304138 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d8baaecc-0cca-4409-a46a-dcd4c795d450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854273991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854196952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775366'] for router, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:04.341964 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-44571480-52c0-4d37-ad88-dfe2900a9f76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:04.381254 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d8baaecc-0cca-4409-a46a-dcd4c795d450 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:04.418055 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Network 377cbf06-b5ed-4141-bc2f-8a962cb40328 details requested by agent ovs-agent-dv-cinder-779233-3-smb with host dv-cinder-779233-3-smb {{(pid=86423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 10:29:04.447789 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8821a8b-d4fd-4275-815b-3b6b1d4489d3 None None] Network 07e313a3-9394-4ad4-9174-85a4ed950f67 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:29:04.888837 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Attempting to bind port 9f7d6299-787e-4297-b563-73faf55742a4 on host dv-cinder-779233-3-smb for vnic_type normal with profile {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:29:04.890325 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Attempting to bind port 9f7d6299-787e-4297-b563-73faf55742a4 by drivers openvswitch,hyperv on host dv-cinder-779233-3-smb at level 0 using segments [{'id': '35f312ee-a0a3-4052-9682-1de254c7408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:29:04.892052 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Attempting to bind port 9f7d6299-787e-4297-b563-73faf55742a4 on network b126fda1-8aba-4f97-9375-594b068d7500 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:29:04.942380 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f28a859c-87bd-4c1b-9eec-e8800368679c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:04.979064 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Checking agent: {'id': '1913a22a-9c34-47f7-a9c7-162e923d995b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 19, 35), 'started_at': datetime.datetime(2021, 4, 23, 10, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:29:04.979476 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Checking segment: {'id': '35f312ee-a0a3-4052-9682-1de254c7408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:29:04.979922 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:04.980369 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Bound using segment: {'id': '35f312ee-a0a3-4052-9682-1de254c7408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:29:04.980913 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Bound port: 9f7d6299-787e-4297-b563-73faf55742a4, host: dv-cinder-779233-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f312ee-a0a3-4052-9682-1de254c7408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:29:04.981577 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:05.043329 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f28a859c-87bd-4c1b-9eec-e8800368679c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:05.122845 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:05.151130 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 57638) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:05.210337 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-807552ee-3101-494f-9f0a-2c8e5a3e4a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:05.242054 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-807552ee-3101-494f-9f0a-2c8e5a3e4a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:05.302396 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] For port 9f7d6299-787e-4297-b563-73faf55742a4, host dv-cinder-779233-3-smb, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:29:05.306026 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] For port 9f7d6299-787e-4297-b563-73faf55742a4, host dv-cinder-779233-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=9f7d6299-787e-4297-b563-73faf55742a4,segment=NetworkSegment(35f312ee-a0a3-4052-9682-1de254c7408a),segment_id=35f312ee-a0a3-4052-9682-1de254c7408a)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:29:05.335451 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-807552ee-3101-494f-9f0a-2c8e5a3e4a1f admin admin] Usage tracker for resource:security_group_rule and tenant:299669259e514786b861605b36cc528d is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:05.363169 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-44571480-52c0-4d37-ad88-dfe2900a9f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854273842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854375068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775355'] for router, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:05.372461 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-807552ee-3101-494f-9f0a-2c8e5a3e4a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:05.397745 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-807552ee-3101-494f-9f0a-2c8e5a3e4a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:05.504174 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d8baaecc-0cca-4409-a46a-dcd4c795d450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854273842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854375068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775355'] for router, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:05.556714 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:05.574214 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 57660) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:05.581053 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-21ffd955-7101-4298-9395-332d99f3bc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:05.581490 dv-cinder-779233-3-smb neutron-server[86307]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 23 10:29:05.620690 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:05.664915 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:05.764448 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-f28a859c-87bd-4c1b-9eec-e8800368679c admin admin] Allocated IP 172.28.3.187 (be9e38f9-f5f7-4024-8ca0-2a4d351f17d4/45a1cb1a-6412-4f46-9769-1de107d7cfd2/295caf35-64ba-46b8-9511-5c60e70db6f0) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:29:05.926422 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92415144-35c4-4528-93c9-0e8f1c663dad req-0619019a-2055-45b3-bbc9-4747f2a6fd28 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:05.927203 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-92415144-35c4-4528-93c9-0e8f1c663dad req-0619019a-2055-45b3-bbc9-4747f2a6fd28 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Synchronizing usage tracker for tenant:d68a3d2ffd2d438dbb6699e97dff9ce9 on resource:network {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:29:05.947191 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp652c0ba5-fead-5515-a46d-04250ecd80c7-07e313a3-9394-4ad4-9174-85a4ed950f67', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'fixed_ips': [{'subnet_id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b'}]}} from dv-cinder-779233-3-smb. {{(pid=86423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 10:29:05.948426 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:05.961565 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-807552ee-3101-494f-9f0a-2c8e5a3e4a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:05.972014 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-807552ee-3101-494f-9f0a-2c8e5a3e4a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:05.989545 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-92415144-35c4-4528-93c9-0e8f1c663dad req-0619019a-2055-45b3-bbc9-4747f2a6fd28 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Unset dirty status for tenant:d68a3d2ffd2d438dbb6699e97dff9ce9 on resource:network {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:29:05.990842 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-92415144-35c4-4528-93c9-0e8f1c663dad req-0619019a-2055-45b3-bbc9-4747f2a6fd28 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/networks?id=ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 HTTP/1.1" status: 200 len: 815 time: 0.4114509 Apr 23 10:29:06.068761 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-92415144-35c4-4528-93c9-0e8f1c663dad req-8272808c-5157-4aef-80d7-1952f83a151e tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/quotas/d68a3d2ffd2d438dbb6699e97dff9ce9 HTTP/1.1" status: 200 len: 375 time: 0.0428803 Apr 23 10:29:06.113278 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:06.139287 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-807552ee-3101-494f-9f0a-2c8e5a3e4a1f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=299669259e514786b861605b36cc528d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9842210 Apr 23 10:29:06.142208 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 57672) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:06.148903 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb41cf1c-148c-4aa9-a187-db10356e80c9 None None] Network 92060680-c3d7-4f23-9347-bab7dc1c2acf requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:29:06.236535 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-92415144-35c4-4528-93c9-0e8f1c663dad req-b15963fb-64e9-450a-a8e6-a055af9a4708 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d68a3d2ffd2d438dbb6699e97dff9ce9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1666942 Apr 23 10:29:06.257099 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:06.305056 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b5f87b4c-d172-4a8f-a763-2aeb36e94ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:06.398378 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-03ed3aab-4275-457c-b0d9-6b562681a2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for subnet, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:06.411732 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807552ee-3101-494f-9f0a-2c8e5a3e4a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcddfd2-2951-4f80-95fb-e80813833db6,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:06.415675 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-807552ee-3101-494f-9f0a-2c8e5a3e4a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:06.452477 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9f47f38e-dca7-4672-8087-6bd4a98c6fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:06.583171 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Pushing event updated for resources: {'Port': ['ID=9f7d6299-787e-4297-b563-73faf55742a4,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:06.594431 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] Allocated IP 172.20.0.2 (07e313a3-9394-4ad4-9174-85a4ed950f67/5902ead7-1ca3-4af8-a9cd-6880ceeef64b/7abd9569-2faf-4198-a8f0-4f871c729b3f) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:29:06.597762 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b5f87b4c-d172-4a8f-a763-2aeb36e94ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:06.598945 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.978s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:06.609846 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f28a859c-87bd-4c1b-9eec-e8800368679c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:06.754488 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f28a859c-87bd-4c1b-9eec-e8800368679c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:06.762030 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed3aab-4275-457c-b0d9-6b562681a2a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=442518bf-f290-4118-8c71-53acc983366d,revision_number=0']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:06.786575 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-03ed3aab-4275-457c-b0d9-6b562681a2a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:06.787267 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:06.846225 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ed3aab-4275-457c-b0d9-6b562681a2a2 admin admin] Checking segment: {'id': '2fd70c6d-864f-4478-b7b4-21a7a9a9f4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '377cbf06-b5ed-4141-bc2f-8a962cb40328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:29:06.846637 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ed3aab-4275-457c-b0d9-6b562681a2a2 admin admin] Network hostable DHCP agents. Network: 377cbf06-b5ed-4141-bc2f-8a962cb40328, hostable agents: ['9afd9aa3-ba3d-4012-bb25-a6f17ffdc572'], hosted agents: [] {{(pid=86422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 10:29:06.871220 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28a859c-87bd-4c1b-9eec-e8800368679c admin admin] Network be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:29:06.873296 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-f28a859c-87bd-4c1b-9eec-e8800368679c admin admin] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:29:06.890193 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28a859c-87bd-4c1b-9eec-e8800368679c admin admin] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:29:06.925784 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:06.937591 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] Transition to ACTIVE for port object 7abd9569-2faf-4198-a8f0-4f871c729b3f will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:29:06.949703 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [req-92415144-35c4-4528-93c9-0e8f1c663dad req-f28b54e2-2437-4e9c-b541-ad3f2cf08f7a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=86420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 10:29:06.952327 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-92415144-35c4-4528-93c9-0e8f1c663dad req-f28b54e2-2437-4e9c-b541-ad3f2cf08f7a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1723166 Apr 23 10:29:06.959275 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] Transition to ACTIVE for port object 7abd9569-2faf-4198-a8f0-4f871c729b3f will not be triggered until provisioned by entity DHCP. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:29:06.964452 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:06.971326 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:07.035753 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b5f87b4c-d172-4a8f-a763-2aeb36e94ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:07.039125 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] Network 07e313a3-9394-4ad4-9174-85a4ed950f67 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:29:07.047727 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] Resources bound (agent type, host, resource id): {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:29:07.055670 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:29:07.115582 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] Pushing event updated for resources: {'Port': ['ID=7abd9569-2faf-4198-a8f0-4f871c729b3f,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:07.117278 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ed3aab-4275-457c-b0d9-6b562681a2a2 admin admin] Network 377cbf06-b5ed-4141-bc2f-8a962cb40328 is scheduled to be hosted by DHCP agent 9afd9aa3-ba3d-4012-bb25-a6f17ffdc572 with binding_index 1 {{(pid=86422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 10:29:07.173127 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a859c-87bd-4c1b-9eec-e8800368679c admin admin] Pushing event updated for resources: {'Port': ['ID=295caf35-64ba-46b8-9511-5c60e70db6f0,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:07.176395 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f28a859c-87bd-4c1b-9eec-e8800368679c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:07.186247 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:07.190413 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:07.199707 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-03ed3aab-4275-457c-b0d9-6b562681a2a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-smb, 377cbf06-b5ed-4141-bc2f-8a962cb40328) {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:29:07.204867 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ed3aab-4275-457c-b0d9-6b562681a2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:07.205511 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-03ed3aab-4275-457c-b0d9-6b562681a2a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for subnet, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:07.214785 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] Attempting to bind port 7abd9569-2faf-4198-a8f0-4f871c729b3f on host dv-cinder-779233-3-smb for vnic_type normal with profile {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:29:07.216764 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] Attempting to bind port 7abd9569-2faf-4198-a8f0-4f871c729b3f by drivers openvswitch,hyperv on host dv-cinder-779233-3-smb at level 0 using segments [{'id': 'aff5ab4a-db51-4e6a-9d0c-86298208740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:29:07.217424 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] Attempting to bind port 7abd9569-2faf-4198-a8f0-4f871c729b3f on network 07e313a3-9394-4ad4-9174-85a4ed950f67 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:29:07.226174 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b059fc-08eb-430f-a45f-789f882c5a02 None None] Network 377cbf06-b5ed-4141-bc2f-8a962cb40328 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:29:07.232995 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f87b4c-d172-4a8f-a763-2aeb36e94ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcddfd2-2951-4f80-95fb-e80813833db6,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:07.235655 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b5f87b4c-d172-4a8f-a763-2aeb36e94ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:07.243694 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-92415144-35c4-4528-93c9-0e8f1c663dad req-a9d8e6e9-e180-4637-b34c-65c45998a8b5 service neutron] 10.222.0.70 "GET /v2.0/networks/ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835878 Apr 23 10:29:07.261823 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b5f87b4c-d172-4a8f-a763-2aeb36e94ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:07.263693 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-b5f87b4c-d172-4a8f-a763-2aeb36e94ca3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bfcddfd2-2951-4f80-95fb-e80813833db6 HTTP/1.1" status: 204 len: 168 time: 1.1150038 Apr 23 10:29:07.265910 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-03ed3aab-4275-457c-b0d9-6b562681a2a2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.5367801 Apr 23 10:29:07.399026 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] Checking agent: {'id': '1913a22a-9c34-47f7-a9c7-162e923d995b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 19, 35), 'started_at': datetime.datetime(2021, 4, 23, 10, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:29:07.399864 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] Checking segment: {'id': 'aff5ab4a-db51-4e6a-9d0c-86298208740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:29:07.400467 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:07.401036 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] Bound using segment: {'id': 'aff5ab4a-db51-4e6a-9d0c-86298208740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:29:07.401695 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] Bound port: 7abd9569-2faf-4198-a8f0-4f871c729b3f, host: dv-cinder-779233-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff5ab4a-db51-4e6a-9d0c-86298208740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:29:07.402255 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:07.423080 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-92415144-35c4-4528-93c9-0e8f1c663dad req-edc12343-f82d-4d01-9876-6b9bd205b036 service neutron] 10.222.0.70 "GET /v2.0/networks/ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783834 Apr 23 10:29:07.449969 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-44571480-52c0-4d37-ad88-dfe2900a9f76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:07.456055 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:07.548327 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-44571480-52c0-4d37-ad88-dfe2900a9f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:07.661130 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f28a859c-87bd-4c1b-9eec-e8800368679c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:07.744367 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d8baaecc-0cca-4409-a46a-dcd4c795d450 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:07.799197 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fd865c-fc70-4f61-acd6-ddbe184d47ef None None] Network 377cbf06-b5ed-4141-bc2f-8a962cb40328 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:29:07.942741 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d8baaecc-0cca-4409-a46a-dcd4c795d450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:08.218094 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-40943394-e537-452b-ad40-97c13f6b587d req-50342141-20ae-4b74-8bb4-b3bde4c1b4c0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 210 time: 0.2641418 Apr 23 10:29:08.359849 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 9f7d6299-787e-4297-b563-73faf55742a4 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:29:08.471023 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942d58c7-ef04-405e-824f-3c8facf0995e None None] Network b126fda1-8aba-4f97-9375-594b068d7500 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:29:08.496788 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-44571480-52c0-4d37-ad88-dfe2900a9f76 admin admin] Allocated IP 172.28.3.143 (be9e38f9-f5f7-4024-8ca0-2a4d351f17d4/45a1cb1a-6412-4f46-9769-1de107d7cfd2/45734fbf-9f3e-428a-bdde-8e9e07fe24bf) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:29:08.593917 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-14ce0fcc-c253-4bd1-9666-8cfb3b399623 None None] Provisioning for port 9f7d6299-787e-4297-b563-73faf55742a4 completed by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:29:08.594680 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f28a859c-87bd-4c1b-9eec-e8800368679c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501988'] for router, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:08.612499 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] For port 7abd9569-2faf-4198-a8f0-4f871c729b3f, host dv-cinder-779233-3-smb, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:29:08.623914 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] For port 7abd9569-2faf-4198-a8f0-4f871c729b3f, host dv-cinder-779233-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=7abd9569-2faf-4198-a8f0-4f871c729b3f,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:29:08.635672 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:08.639656 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning for port 9f7d6299-787e-4297-b563-73faf55742a4 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:29:08.663064 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:08.718537 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 9f7d6299-787e-4297-b563-73faf55742a4 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:08.719487 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:08.908082 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-44571480-52c0-4d37-ad88-dfe2900a9f76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:08.956219 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:09.087349 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] For port 9f7d6299-787e-4297-b563-73faf55742a4, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=9f7d6299-787e-4297-b563-73faf55742a4,segment=NetworkSegment(35f312ee-a0a3-4052-9682-1de254c7408a),segment_id=35f312ee-a0a3-4052-9682-1de254c7408a)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:29:09.229626 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28a859c-87bd-4c1b-9eec-e8800368679c admin admin] Router 72320505-6076-4a53-9f82-06f896cbc35a is scheduled to L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 with binding_index 1 {{(pid=86422) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 10:29:09.241295 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-44571480-52c0-4d37-ad88-dfe2900a9f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:09.281940 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:09.367090 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:09.384694 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] Pushing event updated for resources: {'Port': ['ID=7abd9569-2faf-4198-a8f0-4f871c729b3f,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:09.409421 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:09.439863 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:09.730996 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Pushing event updated for resources: {'Port': ['ID=9f7d6299-787e-4297-b563-73faf55742a4,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:09.757995 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:09.814295 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44571480-52c0-4d37-ad88-dfe2900a9f76 admin admin] Pushing event updated for resources: {'Port': ['ID=45734fbf-9f3e-428a-bdde-8e9e07fe24bf,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:09.870379 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-d8baaecc-0cca-4409-a46a-dcd4c795d450 admin admin] Allocated IP 172.28.3.197 (be9e38f9-f5f7-4024-8ca0-2a4d351f17d4/45a1cb1a-6412-4f46-9769-1de107d7cfd2/cb744327-30a1-4f9f-8bd4-aba28d038705) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:29:10.083288 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 9f7d6299-787e-4297-b563-73faf55742a4 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:29:10.192243 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d8baaecc-0cca-4409-a46a-dcd4c795d450 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:10.266705 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 57806) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:10.286604 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-72c2a266-d21c-4e42-88cb-16107f264220 req-ada608d7-2460-49f6-9777-5b4ae54e9e02 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 210 time: 0.8653104 Apr 23 10:29:10.352561 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 9f7d6299-787e-4297-b563-73faf55742a4 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:10.358220 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:10.460757 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28a859c-87bd-4c1b-9eec-e8800368679c admin admin] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:29:10.472200 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] Sync routers for ids ['72320505-6076-4a53-9f82-06f896cbc35a'] in dv-cinder-779233-3-smb {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:29:10.489590 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-b2cf20c7-6dd4-4732-b6be-765a6611bb3e None None] Provisioning complete for port 9f7d6299-787e-4297-b563-73faf55742a4 triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:10.493857 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] Routers {'72320505-6076-4a53-9f82-06f896cbc35a'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:29:10.494560 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:29:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['72320505-6076-4a53-9f82-06f896cbc35a'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:29:10.495142 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b2cf20c7-6dd4-4732-b6be-765a6611bb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:10.506824 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f28a859c-87bd-4c1b-9eec-e8800368679c admin admin] Notify callbacks [] for router, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:10.511661 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-f28a859c-87bd-4c1b-9eec-e8800368679c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.6276069 Apr 23 10:29:10.515845 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 57838) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:10.681108 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44571480-52c0-4d37-ad88-dfe2900a9f76 admin admin] Network be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:29:10.683195 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d8baaecc-0cca-4409-a46a-dcd4c795d450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:10.717984 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-f2a623e8-61b1-4c53-9aa3-a3e4316fb5ff tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:10.719806 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-f2a623e8-61b1-4c53-9aa3-a3e4316fb5ff tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/networks?id=377cbf06-b5ed-4141-bc2f-8a962cb40328 HTTP/1.1" status: 200 len: 811 time: 0.4307063 Apr 23 10:29:10.720925 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-44571480-52c0-4d37-ad88-dfe2900a9f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.439s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:10.737854 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-44571480-52c0-4d37-ad88-dfe2900a9f76 admin admin] Resources bound (agent type, host, resource id): {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:29:10.818250 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-44571480-52c0-4d37-ad88-dfe2900a9f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:10.956838 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] Set router 72320505-6076-4a53-9f82-06f896cbc35a gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:29:10.995293 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44571480-52c0-4d37-ad88-dfe2900a9f76 admin admin] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:29:11.192742 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8baaecc-0cca-4409-a46a-dcd4c795d450 admin admin] Pushing event updated for resources: {'Port': ['ID=cb744327-30a1-4f9f-8bd4-aba28d038705,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:11.209642 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-f33a45d4-9553-4f3a-904c-3e5357671056 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/quotas/9e2e7231601e4614aa59d2d7e8dd7020 HTTP/1.1" status: 200 len: 375 time: 0.4691954 Apr 23 10:29:11.223442 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8baaecc-0cca-4409-a46a-dcd4c795d450 admin admin] Network be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:29:11.233854 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d8baaecc-0cca-4409-a46a-dcd4c795d450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:11.234894 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-d8baaecc-0cca-4409-a46a-dcd4c795d450 admin admin] Resources bound (agent type, host, resource id): {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:29:11.285460 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8baaecc-0cca-4409-a46a-dcd4c795d450 admin admin] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:29:11.437258 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866bdff1-272b-44eb-8c22-58e48de8fb05 None None] Network 07e313a3-9394-4ad4-9174-85a4ed950f67 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:29:11.448507 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72320505-6076-4a53-9f82-06f896cbc35a', 'name': 'tempest-AttachVolumeTestJSON-810215502-router', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187'}], 'enable_snat': True}, 'gw_port_id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:07Z', 'revision_number': 3, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'gw_port': {'id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:05Z', 'updated_at': '2021-04-23T10:29:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:29:11.462918 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] Checking router: 72320505-6076-4a53-9f82-06f896cbc35a for host: dv-cinder-779233-3-smb {{(pid=86424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:29:11.463357 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] Updating router 72320505-6076-4a53-9f82-06f896cbc35a port 295caf35-64ba-46b8-9511-5c60e70db6f0 binding host dv-cinder-779233-3-smb {{(pid=86424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:29:11.552250 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:11.679537 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-877da80a-326e-4a18-9ae7-112e60880aa6 None None] Provisioning for port 7abd9569-2faf-4198-a8f0-4f871c729b3f completed by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:29:11.701566 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-15a15603-31f5-4dff-9aea-f9551d54f034 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9e2e7231601e4614aa59d2d7e8dd7020&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4908090 Apr 23 10:29:11.712736 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 7abd9569-2faf-4198-a8f0-4f871c729b3f up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:29:11.862436 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning for port 7abd9569-2faf-4198-a8f0-4f871c729b3f completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:29:11.900592 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-75e573a7-6817-45ba-8848-add853981c56 req-f82a5600-4288-45f5-99a5-0a2f4b99b13d tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 210 time: 0.2527268 Apr 23 10:29:12.058661 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 7abd9569-2faf-4198-a8f0-4f871c729b3f triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:12.059080 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:12.161362 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e0b03bea-db9f-45aa-81ed-8beeaaeddd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:12.223094 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-80095cd3-69f6-47e3-af9e-ead6f7368c1a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=86420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 10:29:12.235213 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-80095cd3-69f6-47e3-af9e-ead6f7368c1a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1813359 Apr 23 10:29:12.424220 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:12.504170 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:12.523156 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] For port 7abd9569-2faf-4198-a8f0-4f871c729b3f, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=7abd9569-2faf-4198-a8f0-4f871c729b3f,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:29:12.533763 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:12.535999 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:12.548136 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] Transition to ACTIVE for port object 295caf35-64ba-46b8-9511-5c60e70db6f0 will not be triggered until provisioned by entity L2. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:29:12.561404 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:12.586201 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:12.596173 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.68', 54175) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:12.723495 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Pushing event updated for resources: {'Port': ['ID=7abd9569-2faf-4198-a8f0-4f871c729b3f,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:12.730258 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b933f-3e33-4750-9bf5-0a26266c0efe None None] Pushing event updated for resources: {'Port': ['ID=295caf35-64ba-46b8-9511-5c60e70db6f0,revision_number=2']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:12.736847 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:12.741616 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] Attempting to bind port 295caf35-64ba-46b8-9511-5c60e70db6f0 on host dv-cinder-779233-3-smb for vnic_type normal with profile {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:29:12.742100 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] Attempting to bind port 295caf35-64ba-46b8-9511-5c60e70db6f0 by drivers openvswitch,hyperv on host dv-cinder-779233-3-smb at level 0 using segments [{'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:29:12.742695 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] Attempting to bind port 295caf35-64ba-46b8-9511-5c60e70db6f0 on network be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:29:12.750333 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b933f-3e33-4750-9bf5-0a26266c0efe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:12.750807 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b933f-3e33-4750-9bf5-0a26266c0efe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:12.751281 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b933f-3e33-4750-9bf5-0a26266c0efe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:12.751687 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b933f-3e33-4750-9bf5-0a26266c0efe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:12.752165 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b933f-3e33-4750-9bf5-0a26266c0efe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:12.752832 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b933f-3e33-4750-9bf5-0a26266c0efe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:12.753321 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b933f-3e33-4750-9bf5-0a26266c0efe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:12.753668 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b933f-3e33-4750-9bf5-0a26266c0efe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:12.754105 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b933f-3e33-4750-9bf5-0a26266c0efe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:12.755913 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b933f-3e33-4750-9bf5-0a26266c0efe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:12.755913 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b933f-3e33-4750-9bf5-0a26266c0efe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:12.755913 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b933f-3e33-4750-9bf5-0a26266c0efe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7b933f-3e33-4750-9bf5-0a26266c0efe None None] Tracked resource versions report: Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: pushed versions: Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: { 'AddressGroup': {'1.2'}, Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: 'ConntrackHelper': {'1.0'}, Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: 'Log': {'1.0'}, Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: 'Network': {'1.1'}, Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: 'Port': {'1.7'}, Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: 'PortForwarding': {'1.2'}, Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: 'QosPolicy': {'1.8'}, Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroup': {'1.4'}, Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroupRule': {'1.2'}, Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: 'SubPort': {'1.0'}, Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: 'Subnet': {'1.1'}, Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: 'Trunk': {'1.1'}} Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: consumer versions: Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: { DHCP agent@dv-cinder-779233-3-smb: {}, Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: HyperV agent@hv-cinder-77923: {}, Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: L3 agent@dv-cinder-779233-3-smb: {}, Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: Metadata agent@dv-cinder-779233-3-smb: {}, Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: Metering agent@dv-cinder-779233-3-smb: {}, Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: Open vSwitch agent@dv-cinder-779233-3-smb: { 'AddressGroup': '1.2', Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: 'ConntrackHelper': '1.0', Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: 'Log': '1.0', Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: 'Network': '1.1', Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: 'Port': '1.7', Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: 'PortForwarding': '1.2', Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: 'QosPolicy': '1.8', Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroup': '1.4', Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: 'SecurityGroupRule': '1.2', Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: 'SubPort': '1.0', Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: 'Subnet': '1.1', Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: 'Trunk': '1.1'}} Apr 23 10:29:12.756536 dv-cinder-779233-3-smb neutron-server[86307]: {{(pid=86424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 23 10:29:12.762776 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5b7b933f-3e33-4750-9bf5-0a26266c0efe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:12.762776 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] Checking agent: {'id': '1913a22a-9c34-47f7-a9c7-162e923d995b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 19, 35), 'started_at': datetime.datetime(2021, 4, 23, 10, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:29:12.763409 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] Checking segment: {'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:29:12.763498 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:12.764599 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] Bound using segment: {'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:29:12.765291 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] Bound port: 295caf35-64ba-46b8-9511-5c60e70db6f0, host: dv-cinder-779233-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:29:12.765754 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:12.831347 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-44571480-52c0-4d37-ad88-dfe2900a9f76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:12.879118 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] For port 295caf35-64ba-46b8-9511-5c60e70db6f0, host dv-cinder-779233-3-smb, cleared binding levels {{(pid=86424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:29:12.882916 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] For port 295caf35-64ba-46b8-9511-5c60e70db6f0, host dv-cinder-779233-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=295caf35-64ba-46b8-9511-5c60e70db6f0,segment=NetworkSegment(2310ff8d-72d8-4ca8-834c-a38d93326363),segment_id=2310ff8d-72d8-4ca8-834c-a38d93326363)] {{(pid=86424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:29:12.888503 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:12.912532 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5b7b933f-3e33-4750-9bf5-0a26266c0efe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:12.930476 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92415144-35c4-4528-93c9-0e8f1c663dad req-d2033099-4629-4b00-8f1c-0ac358f61ea9 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:12.932061 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-92415144-35c4-4528-93c9-0e8f1c663dad req-d2033099-4629-4b00-8f1c-0ac358f61ea9 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.68 "GET /v2.0/networks?id=ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 HTTP/1.1" status: 200 len: 815 time: 0.3343902 Apr 23 10:29:12.933089 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-2a21d1fe-c58e-456c-a2b7-0c1c36241ae5 None None] Provisioning complete for port 7abd9569-2faf-4198-a8f0-4f871c729b3f triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:12.935182 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2a21d1fe-c58e-456c-a2b7-0c1c36241ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:12.978496 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-e0b03bea-db9f-45aa-81ed-8beeaaeddd23 admin admin] Allocated IP 172.20.0.1 (b126fda1-8aba-4f97-9375-594b068d7500/cace927e-fc70-4e72-9b62-fe1db6ce7c84/2d9007a6-a0a7-435c-a82f-6b884e90942d) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:29:13.111493 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b933f-3e33-4750-9bf5-0a26266c0efe None None] Pushing event updated for resources: {'Port': ['ID=295caf35-64ba-46b8-9511-5c60e70db6f0,revision_number=3']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:13.119107 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5b7b933f-3e33-4750-9bf5-0a26266c0efe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:13.128005 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] Routers {'72320505-6076-4a53-9f82-06f896cbc35a'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:29:13.130975 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:29:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['72320505-6076-4a53-9f82-06f896cbc35a'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:29:13.177237 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-92415144-35c4-4528-93c9-0e8f1c663dad req-89d91ee4-de78-473d-b95d-bf24b82e0545 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Request body: {'port': {'device_id': '2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9', 'network_id': 'ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277', 'admin_state_up': True, 'tenant_id': 'd68a3d2ffd2d438dbb6699e97dff9ce9'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:13.435625 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] Set router 72320505-6076-4a53-9f82-06f896cbc35a gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:29:13.441033 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e0b03bea-db9f-45aa-81ed-8beeaaeddd23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:13.472677 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c204aea6-79d0-4cfa-8da9-8c9ef4795823 req-49cf151a-a370-445b-870f-9c00c795d917 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 210 time: 0.1640315 Apr 23 10:29:13.509016 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-e0b03bea-db9f-45aa-81ed-8beeaaeddd23 admin admin] Transition to ACTIVE for port object 2d9007a6-a0a7-435c-a82f-6b884e90942d will not be triggered until provisioned by entity DHCP. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:29:13.548236 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e0b03bea-db9f-45aa-81ed-8beeaaeddd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:13.550787 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-92415144-35c4-4528-93c9-0e8f1c663dad req-89d91ee4-de78-473d-b95d-bf24b82e0545 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:13.562863 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-92415144-35c4-4528-93c9-0e8f1c663dad req-89d91ee4-de78-473d-b95d-bf24b82e0545 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Usage tracker for resource:port and tenant:d68a3d2ffd2d438dbb6699e97dff9ce9 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:13.567342 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:13.578057 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-84ed840d-e7af-4e26-9ba1-7ca2a93c249f service neutron] 10.222.0.70 "GET /v2.0/networks/377cbf06-b5ed-4141-bc2f-8a962cb40328?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3418858 Apr 23 10:29:13.701253 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-92415144-35c4-4528-93c9-0e8f1c663dad req-89d91ee4-de78-473d-b95d-bf24b82e0545 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:13.715882 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b03bea-db9f-45aa-81ed-8beeaaeddd23 admin admin] Pushing event updated for resources: {'Port': ['ID=2d9007a6-a0a7-435c-a82f-6b884e90942d,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:13.736669 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e0b03bea-db9f-45aa-81ed-8beeaaeddd23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:13.748860 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d8baaecc-0cca-4409-a46a-dcd4c795d450 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:13.753947 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b03bea-db9f-45aa-81ed-8beeaaeddd23 admin admin] Network b126fda1-8aba-4f97-9375-594b068d7500 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:29:13.759767 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-92415144-35c4-4528-93c9-0e8f1c663dad req-89d91ee4-de78-473d-b95d-bf24b82e0545 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:13.762339 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-e0b03bea-db9f-45aa-81ed-8beeaaeddd23 admin admin] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:29:13.784474 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b03bea-db9f-45aa-81ed-8beeaaeddd23 admin admin] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:29:13.785074 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e0b03bea-db9f-45aa-81ed-8beeaaeddd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854361031'] for router_interface, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:13.838023 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92415144-35c4-4528-93c9-0e8f1c663dad req-89d91ee4-de78-473d-b95d-bf24b82e0545 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Made reservation on behalf of d68a3d2ffd2d438dbb6699e97dff9ce9 for: {'port': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:29:13.850292 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-92415144-35c4-4528-93c9-0e8f1c663dad req-89d91ee4-de78-473d-b95d-bf24b82e0545 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:14.121673 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72320505-6076-4a53-9f82-06f896cbc35a', 'name': 'tempest-AttachVolumeTestJSON-810215502-router', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187'}], 'enable_snat': True}, 'gw_port_id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:07Z', 'revision_number': 3, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'gw_port': {'id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:05Z', 'updated_at': '2021-04-23T10:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:29:14.127971 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-d72e159b-0315-4a84-a06a-5808399f02df None None] Provisioning for port 2d9007a6-a0a7-435c-a82f-6b884e90942d completed by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:29:14.129154 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3db47f-ed32-41b7-a3d5-a648a81b0b7e None None] The sync data for ids ['72320505-6076-4a53-9f82-06f896cbc35a'] in dv-cinder-779233-3-smb is: [{'id': '72320505-6076-4a53-9f82-06f896cbc35a', 'name': 'tempest-AttachVolumeTestJSON-810215502-router', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187'}], 'enable_snat': True}, 'gw_port_id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:07Z', 'revision_number': 3, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'gw_port': {'id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:05Z', 'updated_at': '2021-04-23T10:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}] {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:29:14.142520 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-d72e159b-0315-4a84-a06a-5808399f02df None None] Provisioning complete for port 2d9007a6-a0a7-435c-a82f-6b884e90942d triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:14.143672 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d72e159b-0315-4a84-a06a-5808399f02df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:14.283032 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-d72e159b-0315-4a84-a06a-5808399f02df None None] Port 2d9007a6-a0a7-435c-a82f-6b884e90942d cannot update to ACTIVE because it is not bound. {{(pid=86423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:29:14.289396 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-92415144-35c4-4528-93c9-0e8f1c663dad req-89d91ee4-de78-473d-b95d-bf24b82e0545 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Allocated IP 172.20.0.10 (ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277/bc554e03-a960-4aeb-a75b-15d570e0a94b/5c6bc6da-93ec-4398-9c44-49cd341026ff) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:29:14.299623 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e0b03bea-db9f-45aa-81ed-8beeaaeddd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:14.676971 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-9811027b-f3f9-471e-9b68-49a6aadbfe66 service neutron] 10.222.0.70 "GET /v2.0/networks/377cbf06-b5ed-4141-bc2f-8a962cb40328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0850947 Apr 23 10:29:14.693488 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 7abd9569-2faf-4198-a8f0-4f871c729b3f up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:29:14.852078 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e0b03bea-db9f-45aa-81ed-8beeaaeddd23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:14.889619 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e0b03bea-db9f-45aa-81ed-8beeaaeddd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:14.944290 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e0b03bea-db9f-45aa-81ed-8beeaaeddd23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854146748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414814'] for router_interface, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:14.994943 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 7abd9569-2faf-4198-a8f0-4f871c729b3f triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:14.995466 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:15.003687 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:15.059459 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-44571480-52c0-4d37-ad88-dfe2900a9f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501988'] for router, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:16.161017 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b03bea-db9f-45aa-81ed-8beeaaeddd23 admin admin] Network b126fda1-8aba-4f97-9375-594b068d7500 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:29:16.165158 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-e0b03bea-db9f-45aa-81ed-8beeaaeddd23 admin admin] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:29:16.522299 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d8baaecc-0cca-4409-a46a-dcd4c795d450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501988'] for router, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:16.569399 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4e42bb61-4aa4-43a5-84f0-911f127e8d0c req-19cf21b3-73dc-4cd7-8b55-91b1aee27861 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 210 time: 1.5119214 Apr 23 10:29:16.662169 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-e73ce7d1-a5ed-4615-9ce9-eafaa4420f5b None None] Provisioning complete for port 2d9007a6-a0a7-435c-a82f-6b884e90942d triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:16.662706 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e73ce7d1-a5ed-4615-9ce9-eafaa4420f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:16.813255 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 58016) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:16.907550 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-e73ce7d1-a5ed-4615-9ce9-eafaa4420f5b None None] Port 2d9007a6-a0a7-435c-a82f-6b884e90942d cannot update to ACTIVE because it is not bound. {{(pid=86423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:29:16.917270 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 295caf35-64ba-46b8-9511-5c60e70db6f0 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:29:16.957506 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-12e94cf6-ba6b-40f1-83a0-aa427aadc18a req-0cff49aa-d11e-46b1-bbcf-e4445c2a6b26 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/ports?device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 210 time: 0.6207285 Apr 23 10:29:17.204845 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning for port 295caf35-64ba-46b8-9511-5c60e70db6f0 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:29:17.219189 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 295caf35-64ba-46b8-9511-5c60e70db6f0 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:17.220791 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:17.239681 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-92415144-35c4-4528-93c9-0e8f1c663dad req-89d91ee4-de78-473d-b95d-bf24b82e0545 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:17.309343 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44571480-52c0-4d37-ad88-dfe2900a9f76 admin admin] Router 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 is scheduled to L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 with binding_index 1 {{(pid=86420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 10:29:17.340188 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b03bea-db9f-45aa-81ed-8beeaaeddd23 admin admin] Router 72320505-6076-4a53-9f82-06f896cbc35a has already been hosted by L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 {{(pid=86422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:29:17.361648 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-92415144-35c4-4528-93c9-0e8f1c663dad req-89d91ee4-de78-473d-b95d-bf24b82e0545 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:17.364068 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b03bea-db9f-45aa-81ed-8beeaaeddd23 admin admin] Pushing event updated for resources: {'Port': ['ID=2d9007a6-a0a7-435c-a82f-6b884e90942d,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:17.479487 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92415144-35c4-4528-93c9-0e8f1c663dad req-89d91ee4-de78-473d-b95d-bf24b82e0545 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Network ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:29:17.487030 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8baaecc-0cca-4409-a46a-dcd4c795d450 admin admin] Router 17ad7da5-bb3d-4c71-b2af-10bcd79356ed is scheduled to L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 with binding_index 1 {{(pid=86420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 10:29:17.596099 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-185982ef-5170-4519-9625-c4af56873eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:17.697757 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:17.751562 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] For port 295caf35-64ba-46b8-9511-5c60e70db6f0, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=295caf35-64ba-46b8-9511-5c60e70db6f0,segment=NetworkSegment(2310ff8d-72d8-4ca8-834c-a38d93326363),segment_id=2310ff8d-72d8-4ca8-834c-a38d93326363)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:29:17.755579 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:17.762485 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:17.765252 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-92415144-35c4-4528-93c9-0e8f1c663dad req-89d91ee4-de78-473d-b95d-bf24b82e0545 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:29:17.767743 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b03bea-db9f-45aa-81ed-8beeaaeddd23 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:29:17.781400 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-92415144-35c4-4528-93c9-0e8f1c663dad req-89d91ee4-de78-473d-b95d-bf24b82e0545 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:29:17.789630 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92415144-35c4-4528-93c9-0e8f1c663dad req-89d91ee4-de78-473d-b95d-bf24b82e0545 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:17.790466 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-92415144-35c4-4528-93c9-0e8f1c663dad req-89d91ee4-de78-473d-b95d-bf24b82e0545 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:17.820937 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 58050) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:17.850365 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e0b03bea-db9f-45aa-81ed-8beeaaeddd23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.847s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:17.854353 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.401s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:17.946822 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Pushing event updated for resources: {'Port': ['ID=295caf35-64ba-46b8-9511-5c60e70db6f0,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:17.959636 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:17.996059 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8baaecc-0cca-4409-a46a-dcd4c795d450 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:29:18.010506 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] Sync routers for ids ['17ad7da5-bb3d-4c71-b2af-10bcd79356ed'] in dv-cinder-779233-3-smb {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:29:18.039531 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-e0b03bea-db9f-45aa-81ed-8beeaaeddd23 admin admin] 10.222.0.70 "PUT /v2.0/routers/72320505-6076-4a53-9f82-06f896cbc35a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5223372 Apr 23 10:29:18.041837 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] Routers {'17ad7da5-bb3d-4c71-b2af-10bcd79356ed'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:29:18.042567 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:29:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['17ad7da5-bb3d-4c71-b2af-10bcd79356ed'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:29:18.138571 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-185982ef-5170-4519-9625-c4af56873eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:18.144621 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-185982ef-5170-4519-9625-c4af56873eec admin admin] Usage tracker for resource:security_group_rule and tenant:e4a01e44c4c94f068ac306d411288f4b is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:18.148737 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-185982ef-5170-4519-9625-c4af56873eec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:18.152624 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d91ee4-de78-473d-b95d-bf24b82e0545 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Pushing event updated for resources: {'Port': ['ID=5c6bc6da-93ec-4398-9c44-49cd341026ff,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:18.157158 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-185982ef-5170-4519-9625-c4af56873eec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:18.161439 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-89d91ee4-de78-473d-b95d-bf24b82e0545 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:18.167102 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-92415144-35c4-4528-93c9-0e8f1c663dad req-89d91ee4-de78-473d-b95d-bf24b82e0545 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9954512 Apr 23 10:29:18.283422 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-185982ef-5170-4519-9625-c4af56873eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:18.327089 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1577bbb1-6e9e-44c9-bf5f-151e946b1320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:18.377189 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1577bbb1-6e9e-44c9-bf5f-151e946b1320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:18.397530 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-1577bbb1-6e9e-44c9-bf5f-151e946b1320 admin admin] Usage tracker for resource:security_group_rule and tenant:e519872b7f774149899f3ce6364b7f38 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:18.411944 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-1577bbb1-6e9e-44c9-bf5f-151e946b1320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:18.422571 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1577bbb1-6e9e-44c9-bf5f-151e946b1320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:18.469933 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] Sync routers for ids ['72320505-6076-4a53-9f82-06f896cbc35a'] in dv-cinder-779233-3-smb {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:29:18.488382 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] Routers {'72320505-6076-4a53-9f82-06f896cbc35a'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:29:18.491810 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:29:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['72320505-6076-4a53-9f82-06f896cbc35a'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:29:18.554193 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] Set router 17ad7da5-bb3d-4c71-b2af-10bcd79356ed gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:29:18.631242 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-185982ef-5170-4519-9625-c4af56873eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:18.657464 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d6c829be-1f14-4539-bedb-73fb47fee1af req-230f5b41-d493-4d27-9455-4923dab3ec29 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/ports?device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 210 time: 0.0732293 Apr 23 10:29:18.705535 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b1369274-9437-4b56-8e5c-b967859aa930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:18.715767 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1577bbb1-6e9e-44c9-bf5f-151e946b1320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:18.720234 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1577bbb1-6e9e-44c9-bf5f-151e946b1320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:18.742906 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-185982ef-5170-4519-9625-c4af56873eec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e4a01e44c4c94f068ac306d411288f4b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8352876 Apr 23 10:29:18.744173 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 58074) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:18.751432 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185982ef-5170-4519-9625-c4af56873eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344c5edc-9b02-4782-8ec3-cb5fde490ac5,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:18.752228 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-dfc13ec0-bb50-4177-a958-419e9f6e69fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:18.801083 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-1577bbb1-6e9e-44c9-bf5f-151e946b1320 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e519872b7f774149899f3ce6364b7f38&name=default HTTP/1.1" status: 200 len: 2976 time: 0.9769862 Apr 23 10:29:18.802539 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577bbb1-6e9e-44c9-bf5f-151e946b1320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5943c64-d411-48a4-b9cf-ff2c0e90a7c8,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:18.805746 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 58078) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:18.811424 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-185982ef-5170-4519-9625-c4af56873eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:18.840243 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1577bbb1-6e9e-44c9-bf5f-151e946b1320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:18.872622 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-49d8a148-3110-4b63-b960-ed34b091855a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:18.904647 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-49d8a148-3110-4b63-b960-ed34b091855a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:18.996940 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44571480-52c0-4d37-ad88-dfe2900a9f76 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:29:19.005385 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-49d8a148-3110-4b63-b960-ed34b091855a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:19.012722 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dfdb48bc-87de-4f4d-98e7-4c2f445708cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:19.082362 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dfdb48bc-87de-4f4d-98e7-4c2f445708cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:19.126075 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] Set router 72320505-6076-4a53-9f82-06f896cbc35a gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:29:19.128008 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-49d8a148-3110-4b63-b960-ed34b091855a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:19.135467 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-49d8a148-3110-4b63-b960-ed34b091855a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/344c5edc-9b02-4782-8ec3-cb5fde490ac5 HTTP/1.1" status: 204 len: 168 time: 0.3806002 Apr 23 10:29:19.139760 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-44571480-52c0-4d37-ad88-dfe2900a9f76 admin admin] Notify callbacks [] for router, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:19.144450 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 58088) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:19.148013 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dfdb48bc-87de-4f4d-98e7-4c2f445708cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:19.155957 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-44571480-52c0-4d37-ad88-dfe2900a9f76 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 15.0219250 Apr 23 10:29:19.160037 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d8baaecc-0cca-4409-a46a-dcd4c795d450 admin admin] Notify callbacks [] for router, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:19.165009 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-d8baaecc-0cca-4409-a46a-dcd4c795d450 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 15.0097497 Apr 23 10:29:19.167706 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:19.197611 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 58092) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:19.198572 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d8a148-3110-4b63-b960-ed34b091855a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344c5edc-9b02-4782-8ec3-cb5fde490ac5,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:19.207560 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 295caf35-64ba-46b8-9511-5c60e70db6f0 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:29:19.213947 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-49d8a148-3110-4b63-b960-ed34b091855a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:19.435256 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:19.443650 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] Sync routers for ids ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'] in dv-cinder-779233-3-smb {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:29:19.452649 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 58100) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:19.464110 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dfdb48bc-87de-4f4d-98e7-4c2f445708cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:19.480816 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-dfdb48bc-87de-4f4d-98e7-4c2f445708cf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c5943c64-d411-48a4-b9cf-ff2c0e90a7c8 HTTP/1.1" status: 204 len: 168 time: 0.6680131 Apr 23 10:29:19.526295 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb48bc-87de-4f4d-98e7-4c2f445708cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5943c64-d411-48a4-b9cf-ff2c0e90a7c8,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:19.531972 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-dfdb48bc-87de-4f4d-98e7-4c2f445708cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:19.625632 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 295caf35-64ba-46b8-9511-5c60e70db6f0 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:19.625972 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:19.678281 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85955cf4-f8bd-46f0-b505-8b5d4dde86fe req-1747cd0a-8b08-4e46-9cda-020ccc488879 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:19.686748 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-85955cf4-f8bd-46f0-b505-8b5d4dde86fe req-1747cd0a-8b08-4e46-9cda-020ccc488879 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 932 time: 1.6949983 Apr 23 10:29:19.693703 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] Routers {'90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:29:19.695783 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:29:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:29:19.696015 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 58110) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:19.742602 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-a7b84b0f-9673-4ad5-b99b-2d4e9b7829c9 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1338058224', 'description': 'tempest-description--685752220'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:19.756391 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a7b84b0f-9673-4ad5-b99b-2d4e9b7829c9 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:19.909407 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 58116) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:19.974539 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-a7b84b0f-9673-4ad5-b99b-2d4e9b7829c9 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Usage tracker for resource:security_group and tenant:053dbb1c35f34193b18ee2a736ef5da6 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:19.987433 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-85955cf4-f8bd-46f0-b505-8b5d4dde86fe req-1a36c0c8-20bc-4cb8-a3de-f3405b33db7c tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Synchronizing usage tracker for tenant:d68a3d2ffd2d438dbb6699e97dff9ce9 on resource:security_group {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:29:20.025967 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-a7b84b0f-9673-4ad5-b99b-2d4e9b7829c9 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:20.032436 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-150a5f49-3e0b-4686-b68a-0a7c7853f47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:20.146135 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-150a5f49-3e0b-4686-b68a-0a7c7853f47f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:20.161015 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-150a5f49-3e0b-4686-b68a-0a7c7853f47f admin admin] Usage tracker for resource:security_group_rule and tenant:70a46b35b6a641b2a8bf55a4b7ab7e3c is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:20.166181 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-150a5f49-3e0b-4686-b68a-0a7c7853f47f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:20.180754 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-150a5f49-3e0b-4686-b68a-0a7c7853f47f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:20.275313 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a7b84b0f-9673-4ad5-b99b-2d4e9b7829c9 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:20.319959 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9370e777-e299-472f-8bbe-594e4729a383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:20.335814 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ac5fde44-2e4f-410c-b0fc-0ac456ff5284 req-84351c04-1d89-4530-8ea2-82bf6faa30e3 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/ports?device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 210 time: 0.4149394 Apr 23 10:29:20.340812 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-85955cf4-f8bd-46f0-b505-8b5d4dde86fe req-1a36c0c8-20bc-4cb8-a3de-f3405b33db7c tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Unset dirty status for tenant:d68a3d2ffd2d438dbb6699e97dff9ce9 on resource:security_group {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:29:20.343477 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] Set router 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:29:20.353336 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-85955cf4-f8bd-46f0-b505-8b5d4dde86fe req-1a36c0c8-20bc-4cb8-a3de-f3405b33db7c tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6654122 Apr 23 10:29:20.381142 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72320505-6076-4a53-9f82-06f896cbc35a', 'name': 'tempest-AttachVolumeTestJSON-810215502-router', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187'}], 'enable_snat': True}, 'gw_port_id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:14Z', 'revision_number': 4, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'gw_port': {'id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:05Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '2d9007a6-a0a7-435c-a82f-6b884e90942d', 'name': '', 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'mac_address': 'fa:16:3e:48:39:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:12Z', 'updated_at': '2021-04-23T10:29:14Z', 'revision_number': 2, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'subnets': [{'id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:29:20.386237 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] Checking router: 72320505-6076-4a53-9f82-06f896cbc35a for host: dv-cinder-779233-3-smb {{(pid=86424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:29:20.386724 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] Updating router 72320505-6076-4a53-9f82-06f896cbc35a port 2d9007a6-a0a7-435c-a82f-6b884e90942d binding host dv-cinder-779233-3-smb {{(pid=86424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:29:20.389050 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a7b84b0f-9673-4ad5-b99b-2d4e9b7829c9 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:20.391882 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9370e777-e299-472f-8bbe-594e4729a383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:20.461622 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-9370e777-e299-472f-8bbe-594e4729a383 admin admin] Usage tracker for resource:security_group_rule and tenant:e3ef3df9b5994ad0b6eb1215be682bd9 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:20.475528 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 58124) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:20.482457 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a7b84b0f-9673-4ad5-b99b-2d4e9b7829c9 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:20.484307 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-9370e777-e299-472f-8bbe-594e4729a383 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:20.493889 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9370e777-e299-472f-8bbe-594e4729a383 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:20.497009 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:20.522006 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-a7b84b0f-9673-4ad5-b99b-2d4e9b7829c9 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Usage tracker for resource:security_group_rule and tenant:053dbb1c35f34193b18ee2a736ef5da6 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:20.525525 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e3476204-5121-4e6b-8e43-770dd84db74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:20.547836 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-a7b84b0f-9673-4ad5-b99b-2d4e9b7829c9 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:20.565996 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a7b84b0f-9673-4ad5-b99b-2d4e9b7829c9 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:20.642080 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e3476204-5121-4e6b-8e43-770dd84db74d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:20.736771 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-e3476204-5121-4e6b-8e43-770dd84db74d admin admin] Usage tracker for resource:security_group_rule and tenant:14b07dc6825d4233a515bcba15888f24 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:20.754221 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-e3476204-5121-4e6b-8e43-770dd84db74d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:20.775698 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e3476204-5121-4e6b-8e43-770dd84db74d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:20.813972 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ad7da5-bb3d-4c71-b2af-10bcd79356ed', 'name': 'tempest-ServerRescueNegativeTestJSON-518450504-router', 'tenant_id': '42c0406689e14916a31b158a17ed06c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cb744327-30a1-4f9f-8bd4-aba28d038705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:12Z', 'revision_number': 3, 'project_id': '42c0406689e14916a31b158a17ed06c8', 'gw_port': {'id': 'cb744327-30a1-4f9f-8bd4-aba28d038705', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ad7da5-bb3d-4c71-b2af-10bcd79356ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:08Z', 'updated_at': '2021-04-23T10:29:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:29:20.819695 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] Checking router: 17ad7da5-bb3d-4c71-b2af-10bcd79356ed for host: dv-cinder-779233-3-smb {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:29:20.820377 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] Updating router 17ad7da5-bb3d-4c71-b2af-10bcd79356ed port cb744327-30a1-4f9f-8bd4-aba28d038705 binding host dv-cinder-779233-3-smb {{(pid=86423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:29:20.912029 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:20.942158 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a7b84b0f-9673-4ad5-b99b-2d4e9b7829c9 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:20.984970 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a7b84b0f-9673-4ad5-b99b-2d4e9b7829c9 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:21.008906 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:21.026452 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-150a5f49-3e0b-4686-b68a-0a7c7853f47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:21.122650 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b84b0f-9673-4ad5-b99b-2d4e9b7829c9 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff47d44d-d3e5-472e-adc2-5629fe8e1e55,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:21.163166 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9370e777-e299-472f-8bbe-594e4729a383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:21.167561 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-150a5f49-3e0b-4686-b68a-0a7c7853f47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:21.193014 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9370e777-e299-472f-8bbe-594e4729a383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:21.197282 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1577bbb1-6e9e-44c9-bf5f-151e946b1320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:21.212883 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:21.218066 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a7b84b0f-9673-4ad5-b99b-2d4e9b7829c9 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:21.226328 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] Transition to ACTIVE for port object 2d9007a6-a0a7-435c-a82f-6b884e90942d will not be triggered until provisioned by entity L2. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:29:21.230347 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a5f49-3e0b-4686-b68a-0a7c7853f47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2dc667-25a0-4154-92fe-ab9dfd694444,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:21.233085 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:21.238760 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5b7b933f-3e33-4750-9bf5-0a26266c0efe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:21.271225 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a7b84b0f-9673-4ad5-b99b-2d4e9b7829c9 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:21.275690 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-a7b84b0f-9673-4ad5-b99b-2d4e9b7829c9 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5667953 Apr 23 10:29:21.284382 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 58128) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:21.297320 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370e777-e299-472f-8bbe-594e4729a383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7527e5fa-f8b7-4757-ad5c-8404392ac4df,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:21.300687 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9370e777-e299-472f-8bbe-594e4729a383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:21.301411 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9370e777-e299-472f-8bbe-594e4729a383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:21.301797 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9370e777-e299-472f-8bbe-594e4729a383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:21.304367 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-9370e777-e299-472f-8bbe-594e4729a383 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e3ef3df9b5994ad0b6eb1215be682bd9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8457077 Apr 23 10:29:21.313443 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-c159d38b-d364-4ef3-8405-963f2ff509ab tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Request body: {'security_group_rule': {'security_group_id': 'ff47d44d-d3e5-472e-adc2-5629fe8e1e55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:21.324066 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337ce87-b946-4416-9964-b6ca8ca0fe8b None None] Pushing event updated for resources: {'Port': ['ID=2d9007a6-a0a7-435c-a82f-6b884e90942d,revision_number=3']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:21.327944 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 58132) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:21.328608 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6337ce87-b946-4416-9964-b6ca8ca0fe8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:21.355701 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e3476204-5121-4e6b-8e43-770dd84db74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:21.361886 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-c159d38b-d364-4ef3-8405-963f2ff509ab tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:21.374927 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e3476204-5121-4e6b-8e43-770dd84db74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:21.397992 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-c159d38b-d364-4ef3-8405-963f2ff509ab tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Usage tracker for resource:security_group_rule and tenant:053dbb1c35f34193b18ee2a736ef5da6 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:21.448261 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:21.486625 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-c159d38b-d364-4ef3-8405-963f2ff509ab tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:21.492506 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-185982ef-5170-4519-9625-c4af56873eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:21.514694 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] Transition to ACTIVE for port object cb744327-30a1-4f9f-8bd4-aba28d038705 will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:29:21.518547 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7628100a-e457-4bab-9f43-59b639b643d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:21.521855 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-e3476204-5121-4e6b-8e43-770dd84db74d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=14b07dc6825d4233a515bcba15888f24&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0449107 Apr 23 10:29:21.529910 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 58140) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:21.554593 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-c159d38b-d364-4ef3-8405-963f2ff509ab tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:21.566195 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:21.577955 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7628100a-e457-4bab-9f43-59b639b643d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:21.665781 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] Attempting to bind port 2d9007a6-a0a7-435c-a82f-6b884e90942d on host dv-cinder-779233-3-smb for vnic_type normal with profile {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:29:21.666522 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] Attempting to bind port 2d9007a6-a0a7-435c-a82f-6b884e90942d by drivers openvswitch,hyperv on host dv-cinder-779233-3-smb at level 0 using segments [{'id': '35f312ee-a0a3-4052-9682-1de254c7408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500'}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:29:21.667115 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] Attempting to bind port 2d9007a6-a0a7-435c-a82f-6b884e90942d on network b126fda1-8aba-4f97-9375-594b068d7500 {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:29:21.674334 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] Checking agent: {'id': '1913a22a-9c34-47f7-a9c7-162e923d995b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 19, 35), 'started_at': datetime.datetime(2021, 4, 23, 10, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:29:21.675891 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] Checking segment: {'id': '35f312ee-a0a3-4052-9682-1de254c7408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:29:21.676865 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:21.677498 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] Bound using segment: {'id': '35f312ee-a0a3-4052-9682-1de254c7408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500'} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:29:21.678248 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] Bound port: 2d9007a6-a0a7-435c-a82f-6b884e90942d, host: dv-cinder-779233-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f312ee-a0a3-4052-9682-1de254c7408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500'}}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:29:21.678893 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:21.680790 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d45be6fe-22bf-4723-b3f1-40183ad3d510 req-1314026f-0d9d-42e0-b3d7-2ac034259b4a tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/ports?device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 210 time: 0.0797467 Apr 23 10:29:21.682935 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7d023a88-bc60-41df-afaf-2bf7e5786bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:21.719345 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:21.773174 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7628100a-e457-4bab-9f43-59b639b643d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:21.778896 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-150a5f49-3e0b-4686-b68a-0a7c7853f47f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=70a46b35b6a641b2a8bf55a4b7ab7e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8680685 Apr 23 10:29:21.801179 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 58146) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:21.808720 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f99f7d7-5534-496e-a056-3c81166c668c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:21.812495 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] For port 2d9007a6-a0a7-435c-a82f-6b884e90942d, host dv-cinder-779233-3-smb, cleared binding levels {{(pid=86424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:29:21.816825 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] For port 2d9007a6-a0a7-435c-a82f-6b884e90942d, host dv-cinder-779233-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=2d9007a6-a0a7-435c-a82f-6b884e90942d,segment=NetworkSegment(35f312ee-a0a3-4052-9682-1de254c7408a),segment_id=35f312ee-a0a3-4052-9682-1de254c7408a)] {{(pid=86424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:29:21.820781 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:21.827223 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:21.847313 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb620e6-85ec-4522-b955-6ae18db9e906 None None] Pushing event updated for resources: {'Port': ['ID=cb744327-30a1-4f9f-8bd4-aba28d038705,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:21.851869 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4bb620e6-85ec-4522-b955-6ae18db9e906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:21.855347 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1507054443-router', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:12Z', 'revision_number': 3, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'gw_port': {'id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:07Z', 'updated_at': '2021-04-23T10:29:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:29:21.862423 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3476204-5121-4e6b-8e43-770dd84db74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0251d4e-6a4a-4eab-a194-f41d24503941,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:21.863715 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] Checking router: 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 for host: dv-cinder-779233-3-smb {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:29:21.864141 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] Updating router 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 port 45734fbf-9f3e-428a-bdde-8e9e07fe24bf binding host dv-cinder-779233-3-smb {{(pid=86423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:29:21.881610 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e3476204-5121-4e6b-8e43-770dd84db74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:21.923741 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:21.935072 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c159d38b-d364-4ef3-8405-963f2ff509ab tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:21.958266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337ce87-b946-4416-9964-b6ca8ca0fe8b None None] Pushing event updated for resources: {'Port': ['ID=2d9007a6-a0a7-435c-a82f-6b884e90942d,revision_number=4']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:21.970312 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:21.977726 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628100a-e457-4bab-9f43-59b639b643d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7527e5fa-f8b7-4757-ad5c-8404392ac4df,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:21.980884 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7628100a-e457-4bab-9f43-59b639b643d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:21.997651 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6337ce87-b946-4416-9964-b6ca8ca0fe8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:22.000775 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7628100a-e457-4bab-9f43-59b639b643d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:22.019456 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-7628100a-e457-4bab-9f43-59b639b643d9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7527e5fa-f8b7-4757-ad5c-8404392ac4df HTTP/1.1" status: 204 len: 168 time: 0.6872115 Apr 23 10:29:22.046647 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] Attempting to bind port cb744327-30a1-4f9f-8bd4-aba28d038705 on host dv-cinder-779233-3-smb for vnic_type normal with profile {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:29:22.046817 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bc8c3-240b-4a87-889b-799cce6e41e0 req-410859b1-8300-4dea-86d7-6d5fd3a3951f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:22.047072 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] Attempting to bind port cb744327-30a1-4f9f-8bd4-aba28d038705 by drivers openvswitch,hyperv on host dv-cinder-779233-3-smb at level 0 using segments [{'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:29:22.047452 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] Attempting to bind port cb744327-30a1-4f9f-8bd4-aba28d038705 on network be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:29:22.048296 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c76bc8c3-240b-4a87-889b-799cce6e41e0 req-410859b1-8300-4dea-86d7-6d5fd3a3951f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 932 time: 0.3371069 Apr 23 10:29:22.073124 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] Checking agent: {'id': '1913a22a-9c34-47f7-a9c7-162e923d995b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 19, 35), 'started_at': datetime.datetime(2021, 4, 23, 10, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:29:22.073549 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] Checking segment: {'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:29:22.074008 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:22.074446 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] Bound using segment: {'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:29:22.075028 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] Bound port: cb744327-30a1-4f9f-8bd4-aba28d038705, host: dv-cinder-779233-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:29:22.075455 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:22.075781 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c159d38b-d364-4ef3-8405-963f2ff509ab tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:22.088748 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] Routers {'72320505-6076-4a53-9f82-06f896cbc35a'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:29:22.089664 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:29:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['72320505-6076-4a53-9f82-06f896cbc35a'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:29:22.147612 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-828da130-cf92-4cd6-ada4-0a8a09d6f6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:22.205437 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6d61d621-39f0-4bdd-b365-e074846926e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:22.218143 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-828da130-cf92-4cd6-ada4-0a8a09d6f6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:22.276667 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6d61d621-39f0-4bdd-b365-e074846926e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:22.278885 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] For port cb744327-30a1-4f9f-8bd4-aba28d038705, host dv-cinder-779233-3-smb, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:29:22.282175 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] For port cb744327-30a1-4f9f-8bd4-aba28d038705, host dv-cinder-779233-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=cb744327-30a1-4f9f-8bd4-aba28d038705,segment=NetworkSegment(2310ff8d-72d8-4ca8-834c-a38d93326363),segment_id=2310ff8d-72d8-4ca8-834c-a38d93326363)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:29:22.298526 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:22.304041 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c159d38b-d364-4ef3-8405-963f2ff509ab tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579839'] for security_group_rule, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:22.338715 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:22.375349 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-828da130-cf92-4cd6-ada4-0a8a09d6f6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:22.398944 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:22.420708 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c76bc8c3-240b-4a87-889b-799cce6e41e0 req-50d53d7a-1972-44b6-b0cd-0cb46e232c1c tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363683 Apr 23 10:29:22.427237 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb620e6-85ec-4522-b955-6ae18db9e906 None None] Pushing event updated for resources: {'Port': ['ID=cb744327-30a1-4f9f-8bd4-aba28d038705,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:22.449987 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6d61d621-39f0-4bdd-b365-e074846926e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:22.456149 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4bb620e6-85ec-4522-b955-6ae18db9e906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:22.462524 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:22.526769 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6d61d621-39f0-4bdd-b365-e074846926e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:22.529211 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-6d61d621-39f0-4bdd-b365-e074846926e9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9c2dc667-25a0-4154-92fe-ab9dfd694444 HTTP/1.1" status: 204 len: 168 time: 0.7259362 Apr 23 10:29:22.535022 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61d621-39f0-4bdd-b365-e074846926e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2dc667-25a0-4154-92fe-ab9dfd694444,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:22.540230 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6d61d621-39f0-4bdd-b365-e074846926e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:22.569766 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159d38b-d364-4ef3-8405-963f2ff509ab tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3dade87-9b59-4615-92a2-210380490ad5,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:22.596928 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] Routers {'17ad7da5-bb3d-4c71-b2af-10bcd79356ed'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:29:22.597835 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:29:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['17ad7da5-bb3d-4c71-b2af-10bcd79356ed'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:29:22.621395 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c159d38b-d364-4ef3-8405-963f2ff509ab tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:22.660193 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] Set router 72320505-6076-4a53-9f82-06f896cbc35a gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:29:22.697111 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a7b84b0f-9673-4ad5-b99b-2d4e9b7829c9 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:22.763990 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-828da130-cf92-4cd6-ada4-0a8a09d6f6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:22.767698 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-828da130-cf92-4cd6-ada4-0a8a09d6f6cb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f0251d4e-6a4a-4eab-a194-f41d24503941 HTTP/1.1" status: 204 len: 168 time: 1.2204778 Apr 23 10:29:22.767698 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828da130-cf92-4cd6-ada4-0a8a09d6f6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0251d4e-6a4a-4eab-a194-f41d24503941,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:22.778072 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-828da130-cf92-4cd6-ada4-0a8a09d6f6cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:22.784836 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-1f99f7d7-5534-496e-a056-3c81166c668c admin admin] Allocated IP 172.20.0.1 (07e313a3-9394-4ad4-9174-85a4ed950f67/5902ead7-1ca3-4af8-a9cd-6880ceeef64b/86e37561-8243-4a67-b297-9e8da95a8d2d) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:29:22.798742 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c159d38b-d364-4ef3-8405-963f2ff509ab tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:22.808656 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-c159d38b-d364-4ef3-8405-963f2ff509ab tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5069745 Apr 23 10:29:22.808656 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 58162) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:22.835984 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-5d3d6c45-5b50-4325-85bd-c027dd636f57 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Request body: {'security_group_rule': {'security_group_id': 'ff47d44d-d3e5-472e-adc2-5629fe8e1e55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:22.907564 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5d3d6c45-5b50-4325-85bd-c027dd636f57 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:22.930961 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-7d023a88-bc60-41df-afaf-2bf7e5786bbb admin admin] Allocated IP 172.20.0.1 (92060680-c3d7-4f23-9347-bab7dc1c2acf/b838711e-84ce-47a5-87c2-83a0fa1d623a/6865d2d9-aa09-4d6e-9be6-faf0cb162142) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:29:22.941036 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-5d3d6c45-5b50-4325-85bd-c027dd636f57 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Usage tracker for resource:security_group_rule and tenant:053dbb1c35f34193b18ee2a736ef5da6 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:22.946353 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-5d3d6c45-5b50-4325-85bd-c027dd636f57 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:22.986700 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5d3d6c45-5b50-4325-85bd-c027dd636f57 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:23.031580 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 58168) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:23.043873 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] Set router 17ad7da5-bb3d-4c71-b2af-10bcd79356ed gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:29:23.231739 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f99f7d7-5534-496e-a056-3c81166c668c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:23.250700 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-1f99f7d7-5534-496e-a056-3c81166c668c admin admin] Transition to ACTIVE for port object 86e37561-8243-4a67-b297-9e8da95a8d2d will not be triggered until provisioned by entity DHCP. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:29:23.288815 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f99f7d7-5534-496e-a056-3c81166c668c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:23.294392 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f28a859c-87bd-4c1b-9eec-e8800368679c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:23.374481 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-026e6042-b519-490b-95fa-949ae6f745e9 req-cf19c092-fe6b-4244-809d-b8a2effb3804 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/ports?device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 210 time: 0.3717177 Apr 23 10:29:23.380171 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8b5f-39b0-43c7-acd4-4accaf016b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:23.408716 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6c45-5b50-4325-85bd-c027dd636f57 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:23.433207 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-b2cf8b5f-39b0-43c7-acd4-4accaf016b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:23.458226 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99f7d7-5534-496e-a056-3c81166c668c admin admin] Pushing event updated for resources: {'Port': ['ID=86e37561-8243-4a67-b297-9e8da95a8d2d,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:23.462724 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1f99f7d7-5534-496e-a056-3c81166c668c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:23.475329 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f99f7d7-5534-496e-a056-3c81166c668c admin admin] Network 07e313a3-9394-4ad4-9174-85a4ed950f67 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:29:23.477020 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-1f99f7d7-5534-496e-a056-3c81166c668c admin admin] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:29:23.485329 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f99f7d7-5534-496e-a056-3c81166c668c admin admin] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:29:23.486086 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f99f7d7-5534-496e-a056-3c81166c668c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854361031'] for router_interface, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:23.562285 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72320505-6076-4a53-9f82-06f896cbc35a', 'name': 'tempest-AttachVolumeTestJSON-810215502-router', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187'}], 'enable_snat': True}, 'gw_port_id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:14Z', 'revision_number': 4, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'gw_port': {'id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:05Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '2d9007a6-a0a7-435c-a82f-6b884e90942d', 'name': '', 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'mac_address': 'fa:16:3e:48:39:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:12Z', 'updated_at': '2021-04-23T10:29:21Z', 'revision_number': 4, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'subnets': [{'id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:29:23.567362 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf752a0-a6e1-4db8-a4df-0b53edcb2403 None None] The sync data for ids ['72320505-6076-4a53-9f82-06f896cbc35a'] in dv-cinder-779233-3-smb is: [{'id': '72320505-6076-4a53-9f82-06f896cbc35a', 'name': 'tempest-AttachVolumeTestJSON-810215502-router', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187'}], 'enable_snat': True}, 'gw_port_id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:14Z', 'revision_number': 4, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'gw_port': {'id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:05Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '2d9007a6-a0a7-435c-a82f-6b884e90942d', 'name': '', 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'mac_address': 'fa:16:3e:48:39:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:12Z', 'updated_at': '2021-04-23T10:29:21Z', 'revision_number': 4, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'subnets': [{'id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:29:23.974698 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f99f7d7-5534-496e-a056-3c81166c668c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:24.071286 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-b2cf8b5f-39b0-43c7-acd4-4accaf016b58 admin admin] Usage tracker for resource:security_group_rule and tenant:b0f79394eea947d7b6bcc335e067a012 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:24.082965 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-b2cf8b5f-39b0-43c7-acd4-4accaf016b58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:24.096474 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-b2cf8b5f-39b0-43c7-acd4-4accaf016b58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:24.264272 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:24.279136 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f99f7d7-5534-496e-a056-3c81166c668c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:24.281374 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 58184) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:24.283557 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] Transition to ACTIVE for port object 45734fbf-9f3e-428a-bdde-8e9e07fe24bf will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:29:24.298475 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 2d9007a6-a0a7-435c-a82f-6b884e90942d up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:29:24.305213 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f99f7d7-5534-496e-a056-3c81166c668c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:24.306595 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d6c0c28c-ffcf-4ea5-ac2a-d6f9a5a79ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:24.319694 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f99f7d7-5534-496e-a056-3c81166c668c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854146748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414814'] for router_interface, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:24.333966 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-89d91ee4-de78-473d-b95d-bf24b82e0545 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:24.380483 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7d023a88-bc60-41df-afaf-2bf7e5786bbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:24.478322 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6c45-5b50-4325-85bd-c027dd636f57 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:24.489034 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7d023a88-bc60-41df-afaf-2bf7e5786bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:24.524283 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6c45-5b50-4325-85bd-c027dd636f57 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579839'] for security_group_rule, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:24.549389 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:24.621539 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:29:24.658531 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99f7d7-5534-496e-a056-3c81166c668c admin admin] Pushing event updated for resources: {'Port': ['ID=86e37561-8243-4a67-b297-9e8da95a8d2d,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:24.679939 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f99f7d7-5534-496e-a056-3c81166c668c admin admin] Network 07e313a3-9394-4ad4-9174-85a4ed950f67 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:29:24.684474 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d6c0c28c-ffcf-4ea5-ac2a-d6f9a5a79ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:24.689392 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-d6c0c28c-ffcf-4ea5-ac2a-d6f9a5a79ba5 admin admin] Usage tracker for resource:security_group_rule and tenant:08071196995c4b3c8e9a958798a921ac is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:24.693054 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-d6c0c28c-ffcf-4ea5-ac2a-d6f9a5a79ba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:24.700719 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d6c0c28c-ffcf-4ea5-ac2a-d6f9a5a79ba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:24.706921 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1f99f7d7-5534-496e-a056-3c81166c668c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:24.708740 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-1f99f7d7-5534-496e-a056-3c81166c668c admin admin] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:29:24.748397 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8b5f-39b0-43c7-acd4-4accaf016b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:24.752580 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d023a88-bc60-41df-afaf-2bf7e5786bbb admin admin] Pushing event updated for resources: {'Port': ['ID=6865d2d9-aa09-4d6e-9be6-faf0cb162142,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:24.768115 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7d023a88-bc60-41df-afaf-2bf7e5786bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:24.768924 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c159d38b-d364-4ef3-8405-963f2ff509ab tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:24.805726 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6c45-5b50-4325-85bd-c027dd636f57 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:24.807064 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-5d3d6c45-5b50-4325-85bd-c027dd636f57 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9976194 Apr 23 10:29:24.811700 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 58198) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:24.825782 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6c45-5b50-4325-85bd-c027dd636f57 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93dbe736-5148-4b1e-9faa-bb8e1256d6da,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:24.828608 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5d3d6c45-5b50-4325-85bd-c027dd636f57 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:24.845926 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-2537ef38-364f-4d50-b6e2-8e324922dfe2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Request body: {'floatingip': {'floating_network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:24.861437 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-2537ef38-364f-4d50-b6e2-8e324922dfe2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:24.872835 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-2537ef38-364f-4d50-b6e2-8e324922dfe2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Usage tracker for resource:floatingip and tenant:053dbb1c35f34193b18ee2a736ef5da6 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:24.881020 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-2537ef38-364f-4d50-b6e2-8e324922dfe2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:24.895500 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-2537ef38-364f-4d50-b6e2-8e324922dfe2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:24.925015 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d023a88-bc60-41df-afaf-2bf7e5786bbb admin admin] Network 92060680-c3d7-4f23-9347-bab7dc1c2acf is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:29:24.975642 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:24.987078 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-da325de6-8e7a-46d2-b774-c86f5c74c278 None None] Provisioning for port 86e37561-8243-4a67-b297-9e8da95a8d2d completed by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:29:25.070335 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4bb620e6-85ec-4522-b955-6ae18db9e906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:25.085484 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b2cf8b5f-39b0-43c7-acd4-4accaf016b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:25.088844 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fe3f62a9-5ad5-47ba-8208-261159a989be req-3736e835-a485-47a4-8f1a-6a12f2892a9b tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/ports?device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 210 time: 0.3437762 Apr 23 10:29:25.099280 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-7d023a88-bc60-41df-afaf-2bf7e5786bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:29:25.101849 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d023a88-bc60-41df-afaf-2bf7e5786bbb admin admin] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:29:25.107016 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7d023a88-bc60-41df-afaf-2bf7e5786bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854361031'] for router_interface, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:25.234456 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f99f7d7-5534-496e-a056-3c81166c668c admin admin] Router 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 has already been hosted by L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 {{(pid=86422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:29:25.287649 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6039c-f0f0-48b1-9261-f19b24f5b275 None None] Pushing event updated for resources: {'Port': ['ID=45734fbf-9f3e-428a-bdde-8e9e07fe24bf,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:25.298659 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2cf6039c-f0f0-48b1-9261-f19b24f5b275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:25.299348 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-da325de6-8e7a-46d2-b774-c86f5c74c278 None None] Provisioning complete for port 86e37561-8243-4a67-b297-9e8da95a8d2d triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:25.299775 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-da325de6-8e7a-46d2-b774-c86f5c74c278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:25.454568 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2537ef38-364f-4d50-b6e2-8e324922dfe2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for floatingip, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:25.472905 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-da325de6-8e7a-46d2-b774-c86f5c74c278 None None] Port 86e37561-8243-4a67-b297-9e8da95a8d2d cannot update to ACTIVE because it is not bound. {{(pid=86423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:29:25.482461 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] Attempting to bind port 45734fbf-9f3e-428a-bdde-8e9e07fe24bf on host dv-cinder-779233-3-smb for vnic_type normal with profile {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:29:25.488846 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] Attempting to bind port 45734fbf-9f3e-428a-bdde-8e9e07fe24bf by drivers openvswitch,hyperv on host dv-cinder-779233-3-smb at level 0 using segments [{'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:29:25.489428 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] Attempting to bind port 45734fbf-9f3e-428a-bdde-8e9e07fe24bf on network be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:29:25.502647 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:25.502930 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] Checking agent: {'id': '1913a22a-9c34-47f7-a9c7-162e923d995b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 19, 35), 'started_at': datetime.datetime(2021, 4, 23, 10, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:29:25.503536 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] Checking segment: {'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:29:25.504095 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:25.504622 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] Bound using segment: {'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:29:25.507535 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d6c0c28c-ffcf-4ea5-ac2a-d6f9a5a79ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:25.508209 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] Bound port: 45734fbf-9f3e-428a-bdde-8e9e07fe24bf, host: dv-cinder-779233-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:29:25.508777 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:25.523763 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d6c0c28c-ffcf-4ea5-ac2a-d6f9a5a79ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:25.577557 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-79ee53fa-7e38-47f6-92fc-3ca35583af78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:25.633710 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] For port 45734fbf-9f3e-428a-bdde-8e9e07fe24bf, host dv-cinder-779233-3-smb, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:29:25.637543 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] For port 45734fbf-9f3e-428a-bdde-8e9e07fe24bf, host dv-cinder-779233-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=45734fbf-9f3e-428a-bdde-8e9e07fe24bf,segment=NetworkSegment(2310ff8d-72d8-4ca8-834c-a38d93326363),segment_id=2310ff8d-72d8-4ca8-834c-a38d93326363)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:29:25.648091 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0c28c-ffcf-4ea5-ac2a-d6f9a5a79ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844f2732-cb9d-408d-b98b-38e20b5da150,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:25.657644 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d6c0c28c-ffcf-4ea5-ac2a-d6f9a5a79ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:25.670634 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:25.699788 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-d6c0c28c-ffcf-4ea5-ac2a-d6f9a5a79ba5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=08071196995c4b3c8e9a958798a921ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4169381 Apr 23 10:29:25.703771 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:25.706421 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 58212) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:25.755437 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning for port 2d9007a6-a0a7-435c-a82f-6b884e90942d completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:29:25.806487 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc91262-5d14-4a48-9a4b-744208bf9b90 req-4fd5f419-d920-4929-84c1-46fbbba9738d tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:25.820126 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-acc91262-5d14-4a48-9a4b-744208bf9b90 req-4fd5f419-d920-4929-84c1-46fbbba9738d tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 932 time: 1.8564634 Apr 23 10:29:25.822803 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-b2cf8b5f-39b0-43c7-acd4-4accaf016b58 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b0f79394eea947d7b6bcc335e067a012&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7256472 Apr 23 10:29:25.873148 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f99f7d7-5534-496e-a056-3c81166c668c admin admin] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:29:25.879024 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 58218) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:25.880077 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-832e93e5-e443-4ff1-ad47-0d77f775570c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:25.920398 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] Routers {'90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:29:25.921112 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:29:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:29:25.950835 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf8b5f-39b0-43c7-acd4-4accaf016b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa08a5b-a5e7-441f-a53d-91f2ca7e9edf,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:25.972421 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b2cf8b5f-39b0-43c7-acd4-4accaf016b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:25.982923 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-1f99f7d7-5534-496e-a056-3c81166c668c admin admin] 10.222.0.70 "PUT /v2.0/routers/90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8371041 Apr 23 10:29:26.016068 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-832e93e5-e443-4ff1-ad47-0d77f775570c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:26.034621 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-acc91262-5d14-4a48-9a4b-744208bf9b90 req-611ceb00-2f10-4474-a44f-fe81a21e5c10 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102764 Apr 23 10:29:26.064878 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-50d72565-4b3b-43cc-a50b-1e83127c6429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:26.107292 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-50d72565-4b3b-43cc-a50b-1e83127c6429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:26.215350 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-50d72565-4b3b-43cc-a50b-1e83127c6429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:26.228214 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7d023a88-bc60-41df-afaf-2bf7e5786bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:26.249684 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:26.283075 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d72565-4b3b-43cc-a50b-1e83127c6429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa08a5b-a5e7-441f-a53d-91f2ca7e9edf,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:26.285612 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] Set router 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:29:26.290591 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-50d72565-4b3b-43cc-a50b-1e83127c6429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:26.314235 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-50d72565-4b3b-43cc-a50b-1e83127c6429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:26.315659 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-50d72565-4b3b-43cc-a50b-1e83127c6429 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3fa08a5b-a5e7-441f-a53d-91f2ca7e9edf HTTP/1.1" status: 204 len: 168 time: 0.4315810 Apr 23 10:29:26.327529 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-832e93e5-e443-4ff1-ad47-0d77f775570c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:26.332210 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:26.350182 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e93e5-e443-4ff1-ad47-0d77f775570c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844f2732-cb9d-408d-b98b-38e20b5da150,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:26.353578 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-832e93e5-e443-4ff1-ad47-0d77f775570c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:26.360956 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-832e93e5-e443-4ff1-ad47-0d77f775570c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:26.362524 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-832e93e5-e443-4ff1-ad47-0d77f775570c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/844f2732-cb9d-408d-b98b-38e20b5da150 HTTP/1.1" status: 204 len: 168 time: 0.6526587 Apr 23 10:29:26.571591 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8e176a61-6272-4906-91e9-0068a86f8a6a req-8992c1dc-f900-4214-b185-8a98bf3a771e tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/ports?device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 210 time: 0.1141994 Apr 23 10:29:26.580922 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6039c-f0f0-48b1-9261-f19b24f5b275 None None] Pushing event updated for resources: {'Port': ['ID=45734fbf-9f3e-428a-bdde-8e9e07fe24bf,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:26.584000 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 2d9007a6-a0a7-435c-a82f-6b884e90942d triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:26.584454 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:26.600291 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2537ef38-364f-4d50-b6e2-8e324922dfe2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:26.671813 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2cf6039c-f0f0-48b1-9261-f19b24f5b275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.968s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:26.714470 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-e31251f6-c4f8-4eeb-8db4-d56dcdcb956b None None] Provisioning complete for port 86e37561-8243-4a67-b297-9e8da95a8d2d triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:26.714797 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e31251f6-c4f8-4eeb-8db4-d56dcdcb956b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:26.788762 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ad7da5-bb3d-4c71-b2af-10bcd79356ed', 'name': 'tempest-ServerRescueNegativeTestJSON-518450504-router', 'tenant_id': '42c0406689e14916a31b158a17ed06c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cb744327-30a1-4f9f-8bd4-aba28d038705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:12Z', 'revision_number': 3, 'project_id': '42c0406689e14916a31b158a17ed06c8', 'gw_port': {'id': 'cb744327-30a1-4f9f-8bd4-aba28d038705', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ad7da5-bb3d-4c71-b2af-10bcd79356ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:08Z', 'updated_at': '2021-04-23T10:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:29:26.850447 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6e83c5-cbb3-4890-8629-4aff796c6539 None None] The sync data for ids ['17ad7da5-bb3d-4c71-b2af-10bcd79356ed'] in dv-cinder-779233-3-smb is: [{'id': '17ad7da5-bb3d-4c71-b2af-10bcd79356ed', 'name': 'tempest-ServerRescueNegativeTestJSON-518450504-router', 'tenant_id': '42c0406689e14916a31b158a17ed06c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cb744327-30a1-4f9f-8bd4-aba28d038705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:12Z', 'revision_number': 3, 'project_id': '42c0406689e14916a31b158a17ed06c8', 'gw_port': {'id': 'cb744327-30a1-4f9f-8bd4-aba28d038705', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ad7da5-bb3d-4c71-b2af-10bcd79356ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:08Z', 'updated_at': '2021-04-23T10:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:29:26.934834 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-e31251f6-c4f8-4eeb-8db4-d56dcdcb956b None None] Port 86e37561-8243-4a67-b297-9e8da95a8d2d cannot update to ACTIVE because it is not bound. {{(pid=86423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:29:27.046551 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-2537ef38-364f-4d50-b6e2-8e324922dfe2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Allocated IP 172.28.3.163 (be9e38f9-f5f7-4024-8ca0-2a4d351f17d4/45a1cb1a-6412-4f46-9769-1de107d7cfd2/4d09ee07-c6df-4be7-a744-4dadbc72cf9d) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:29:27.054209 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:27.188697 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] For port 2d9007a6-a0a7-435c-a82f-6b884e90942d, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=2d9007a6-a0a7-435c-a82f-6b884e90942d,segment=NetworkSegment(35f312ee-a0a3-4052-9682-1de254c7408a),segment_id=35f312ee-a0a3-4052-9682-1de254c7408a)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:29:27.197544 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:27.200971 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:27.268657 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1507054443-router', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:23Z', 'revision_number': 4, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'gw_port': {'id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:07Z', 'updated_at': '2021-04-23T10:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '86e37561-8243-4a67-b297-9e8da95a8d2d', 'name': '', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'mac_address': 'fa:16:3e:34:1c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:22Z', 'updated_at': '2021-04-23T10:29:24Z', 'revision_number': 2, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'subnets': [{'id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:29:27.303844 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Pushing event updated for resources: {'Port': ['ID=2d9007a6-a0a7-435c-a82f-6b884e90942d,revision_number=5']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:27.308080 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:27.309787 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5b13a7-f951-4aed-a762-328272fe06ab None None] The sync data for ids ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'] in dv-cinder-779233-3-smb is: [{'id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1507054443-router', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:23Z', 'revision_number': 4, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'gw_port': {'id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:07Z', 'updated_at': '2021-04-23T10:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '86e37561-8243-4a67-b297-9e8da95a8d2d', 'name': '', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'mac_address': 'fa:16:3e:34:1c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:22Z', 'updated_at': '2021-04-23T10:29:24Z', 'revision_number': 2, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'subnets': [{'id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:29:27.716487 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 58276) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:27.724770 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-78e631df-9d3b-42ad-9cda-6223a598133b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1467438348', 'description': 'tempest-description--965509566'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:27.746269 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-78e631df-9d3b-42ad-9cda-6223a598133b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:27.761127 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-78e631df-9d3b-42ad-9cda-6223a598133b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Usage tracker for resource:security_group and tenant:9d145e5c62004c8fb3ccc764665554b4 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:27.773949 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-78e631df-9d3b-42ad-9cda-6223a598133b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:27.791788 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-78e631df-9d3b-42ad-9cda-6223a598133b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:27.816570 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-78e631df-9d3b-42ad-9cda-6223a598133b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:27.870394 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-78e631df-9d3b-42ad-9cda-6223a598133b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:27.880456 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-78e631df-9d3b-42ad-9cda-6223a598133b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Usage tracker for resource:security_group_rule and tenant:9d145e5c62004c8fb3ccc764665554b4 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:27.889051 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-78e631df-9d3b-42ad-9cda-6223a598133b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:27.900422 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2537ef38-364f-4d50-b6e2-8e324922dfe2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:27.923473 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-78e631df-9d3b-42ad-9cda-6223a598133b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:27.972542 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7d023a88-bc60-41df-afaf-2bf7e5786bbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:28.045415 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7d023a88-bc60-41df-afaf-2bf7e5786bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:28.046867 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2537ef38-364f-4d50-b6e2-8e324922dfe2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:28.133515 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7d023a88-bc60-41df-afaf-2bf7e5786bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854146748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414814'] for router_interface, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:28.146789 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a024adae-30ee-4f99-b020-4a13cbbdde9b req-abb11087-2766-4769-8a47-0db5eb339896 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/ports?device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 210 time: 0.1615596 Apr 23 10:29:28.161857 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-78e631df-9d3b-42ad-9cda-6223a598133b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:28.163640 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d8baaecc-0cca-4409-a46a-dcd4c795d450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:28.171834 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-78e631df-9d3b-42ad-9cda-6223a598133b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:28.190936 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7628100a-e457-4bab-9f43-59b639b643d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:28.323773 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e631df-9d3b-42ad-9cda-6223a598133b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d47e5a67-ea61-4e3a-adac-4225b72f9177,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:28.330026 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-78e631df-9d3b-42ad-9cda-6223a598133b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:28.330870 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-78e631df-9d3b-42ad-9cda-6223a598133b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:28.332183 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-78e631df-9d3b-42ad-9cda-6223a598133b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6146283 Apr 23 10:29:28.338005 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 58290) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:28.345056 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-0bd5eea2-c014-410a-8a50-421f60ddd79e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Request body: {'security_group_rule': {'security_group_id': 'd47e5a67-ea61-4e3a-adac-4225b72f9177', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:28.356045 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-0bd5eea2-c014-410a-8a50-421f60ddd79e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:28.364832 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-0bd5eea2-c014-410a-8a50-421f60ddd79e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Usage tracker for resource:security_group_rule and tenant:9d145e5c62004c8fb3ccc764665554b4 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:28.373296 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-0bd5eea2-c014-410a-8a50-421f60ddd79e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:28.383141 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-0bd5eea2-c014-410a-8a50-421f60ddd79e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:28.438345 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0bd5eea2-c014-410a-8a50-421f60ddd79e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:28.508223 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d023a88-bc60-41df-afaf-2bf7e5786bbb admin admin] Pushing event updated for resources: {'Port': ['ID=6865d2d9-aa09-4d6e-9be6-faf0cb162142,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:28.612613 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0bd5eea2-c014-410a-8a50-421f60ddd79e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:28.621595 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d023a88-bc60-41df-afaf-2bf7e5786bbb admin admin] Network 92060680-c3d7-4f23-9347-bab7dc1c2acf is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:29:28.622694 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537ef38-364f-4d50-b6e2-8e324922dfe2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Pushing event updated for resources: {'Port': ['ID=4d09ee07-c6df-4be7-a744-4dadbc72cf9d,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:28.632315 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2537ef38-364f-4d50-b6e2-8e324922dfe2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:28.634115 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0bd5eea2-c014-410a-8a50-421f60ddd79e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579839'] for security_group_rule, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:28.636071 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:28.641787 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054cab7-f81d-45f7-8063-fca05f22d879 req-17ca682d-b19e-4b65-bbd6-4852745e7ac2 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:28.643629 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7054cab7-f81d-45f7-8063-fca05f22d879 req-17ca682d-b19e-4b65-bbd6-4852745e7ac2 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 932 time: 0.9987187 Apr 23 10:29:28.655738 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-7d023a88-bc60-41df-afaf-2bf7e5786bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:29:28.664732 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:28.665057 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:28.672503 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0bd5eea2-c014-410a-8a50-421f60ddd79e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:28.676390 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-0bd5eea2-c014-410a-8a50-421f60ddd79e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3347607 Apr 23 10:29:28.676390 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5eea2-c014-410a-8a50-421f60ddd79e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77fcb3e7-b7ed-4061-b909-e22697e9cdde,revision_number=0']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:28.676594 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2537ef38-364f-4d50-b6e2-8e324922dfe2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Network be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:29:28.677947 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 58298) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:28.682520 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0bd5eea2-c014-410a-8a50-421f60ddd79e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:28.686594 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-9e792203-aa43-4add-a40e-ea4d5fc545ce tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Request body: {'security_group_rule': {'security_group_id': 'd47e5a67-ea61-4e3a-adac-4225b72f9177', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:28.702473 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9e792203-aa43-4add-a40e-ea4d5fc545ce tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:28.713933 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-9e792203-aa43-4add-a40e-ea4d5fc545ce tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Usage tracker for resource:security_group_rule and tenant:9d145e5c62004c8fb3ccc764665554b4 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:28.724313 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-9e792203-aa43-4add-a40e-ea4d5fc545ce tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:28.740157 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9e792203-aa43-4add-a40e-ea4d5fc545ce tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:28.833688 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9e792203-aa43-4add-a40e-ea4d5fc545ce tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:28.841243 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-2537ef38-364f-4d50-b6e2-8e324922dfe2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Resources bound (agent type, host, resource id): {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:29:29.165454 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9e792203-aa43-4add-a40e-ea4d5fc545ce tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:29.173565 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9e792203-aa43-4add-a40e-ea4d5fc545ce tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579839'] for security_group_rule, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:29.176362 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0bd5eea2-c014-410a-8a50-421f60ddd79e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:29.289528 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e792203-aa43-4add-a40e-ea4d5fc545ce tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fba7d01-c992-482c-8bb5-1327e7d58ef2,revision_number=0']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:29.300980 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9e792203-aa43-4add-a40e-ea4d5fc545ce tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:29.328476 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9e792203-aa43-4add-a40e-ea4d5fc545ce tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:29.333535 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-9e792203-aa43-4add-a40e-ea4d5fc545ce tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6545177 Apr 23 10:29:29.334761 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 58338) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:29.349520 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-8dfebcf7-753e-48b1-989e-e8c62cda40e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Request body: {'floatingip': {'floating_network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:29.392058 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-8dfebcf7-753e-48b1-989e-e8c62cda40e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:29.393304 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2537ef38-364f-4d50-b6e2-8e324922dfe2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:29:29.417831 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-8dfebcf7-753e-48b1-989e-e8c62cda40e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Usage tracker for resource:floatingip and tenant:9d145e5c62004c8fb3ccc764665554b4 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:29.421993 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-8dfebcf7-753e-48b1-989e-e8c62cda40e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:29.439948 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-8dfebcf7-753e-48b1-989e-e8c62cda40e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:29.473459 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8dfebcf7-753e-48b1-989e-e8c62cda40e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for floatingip, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:29.685474 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 45734fbf-9f3e-428a-bdde-8e9e07fe24bf up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:29:29.729515 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-22442014-e376-4582-8949-ec2bd066ee63 req-721583c6-dbb8-48c4-a7b5-c7a3b0d63626 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/ports?device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 210 time: 0.1714203 Apr 23 10:29:29.746962 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7054cab7-f81d-45f7-8063-fca05f22d879 req-257b0054-7574-4c5b-ba24-1018cd8ca624 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0809462 Apr 23 10:29:29.840383 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2537ef38-364f-4d50-b6e2-8e324922dfe2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:29.929401 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning for port 45734fbf-9f3e-428a-bdde-8e9e07fe24bf completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:29:29.937426 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 45734fbf-9f3e-428a-bdde-8e9e07fe24bf triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:29.940613 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:29.977862 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8dfebcf7-753e-48b1-989e-e8c62cda40e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:29.995238 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d023a88-bc60-41df-afaf-2bf7e5786bbb admin admin] Router 17ad7da5-bb3d-4c71-b2af-10bcd79356ed has already been hosted by L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 {{(pid=86420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:29:30.238677 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:30.257398 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] For port 45734fbf-9f3e-428a-bdde-8e9e07fe24bf, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=45734fbf-9f3e-428a-bdde-8e9e07fe24bf,segment=NetworkSegment(2310ff8d-72d8-4ca8-834c-a38d93326363),segment_id=2310ff8d-72d8-4ca8-834c-a38d93326363)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:29:30.260832 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:30.261782 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device cb744327-30a1-4f9f-8bd4-aba28d038705 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:29:30.285580 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2537ef38-364f-4d50-b6e2-8e324922dfe2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:30.346309 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-8dfebcf7-753e-48b1-989e-e8c62cda40e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Allocated IP 172.28.3.63 (be9e38f9-f5f7-4024-8ca0-2a4d351f17d4/45a1cb1a-6412-4f46-9769-1de107d7cfd2/c530aa28-3cea-46bb-8bd4-f17eca7dbf59) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:29:30.397383 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:30.533390 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning for port cb744327-30a1-4f9f-8bd4-aba28d038705 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:29:30.551683 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port cb744327-30a1-4f9f-8bd4-aba28d038705 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:30.552192 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:30.623781 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d023a88-bc60-41df-afaf-2bf7e5786bbb admin admin] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:29:30.644162 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8dfebcf7-753e-48b1-989e-e8c62cda40e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:30.673230 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Pushing event updated for resources: {'Port': ['ID=45734fbf-9f3e-428a-bdde-8e9e07fe24bf,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:30.678511 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:30.692991 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8dfebcf7-753e-48b1-989e-e8c62cda40e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:30.698921 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8c8b307c-020d-436d-ac03-bd1a4990fdfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:30.709442 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-7d023a88-bc60-41df-afaf-2bf7e5786bbb admin admin] 10.222.0.70 "PUT /v2.0/routers/17ad7da5-bb3d-4c71-b2af-10bcd79356ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4962108 Apr 23 10:29:30.779669 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfebcf7-753e-48b1-989e-e8c62cda40e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Network be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:29:30.792403 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-8dfebcf7-753e-48b1-989e-e8c62cda40e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:29:30.810629 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfebcf7-753e-48b1-989e-e8c62cda40e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:29:30.826117 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2537ef38-364f-4d50-b6e2-8e324922dfe2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:30.834530 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2537ef38-364f-4d50-b6e2-8e324922dfe2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:30.850382 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:30.862789 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 58382) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:30.862789 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:30.897023 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] For port cb744327-30a1-4f9f-8bd4-aba28d038705, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=cb744327-30a1-4f9f-8bd4-aba28d038705,segment=NetworkSegment(2310ff8d-72d8-4ca8-834c-a38d93326363),segment_id=2310ff8d-72d8-4ca8-834c-a38d93326363)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:29:30.901410 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:30.902322 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 2d9007a6-a0a7-435c-a82f-6b884e90942d up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:29:30.948457 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8dfebcf7-753e-48b1-989e-e8c62cda40e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:30.972991 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:30.993801 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [req-92415144-35c4-4528-93c9-0e8f1c663dad req-03339517-4f8d-4a1c-8e88-2c9c23419d99 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=86422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 10:29:30.994914 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-92415144-35c4-4528-93c9-0e8f1c663dad req-03339517-4f8d-4a1c-8e88-2c9c23419d99 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199189 Apr 23 10:29:31.085340 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfebcf7-753e-48b1-989e-e8c62cda40e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Pushing event updated for resources: {'Port': ['ID=c530aa28-3cea-46bb-8bd4-f17eca7dbf59,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:31.098352 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Pushing event updated for resources: {'Port': ['ID=cb744327-30a1-4f9f-8bd4-aba28d038705,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:31.102966 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2537ef38-364f-4d50-b6e2-8e324922dfe2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414858'] for floatingip, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:31.132597 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8dfebcf7-753e-48b1-989e-e8c62cda40e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:31.167924 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:31.199156 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 2d9007a6-a0a7-435c-a82f-6b884e90942d triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:31.199779 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:31.213795 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] Sync routers for ids ['17ad7da5-bb3d-4c71-b2af-10bcd79356ed'] in dv-cinder-779233-3-smb {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:29:31.227969 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] Routers {'17ad7da5-bb3d-4c71-b2af-10bcd79356ed'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:29:31.228686 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:29:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['17ad7da5-bb3d-4c71-b2af-10bcd79356ed'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:29:31.231161 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537ef38-364f-4d50-b6e2-8e324922dfe2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Pushing event updated for resources: {'Port': ['ID=4d09ee07-c6df-4be7-a744-4dadbc72cf9d,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:31.299333 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2537ef38-364f-4d50-b6e2-8e324922dfe2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:31.484651 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2537ef38-364f-4d50-b6e2-8e324922dfe2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:31.486309 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-2537ef38-364f-4d50-b6e2-8e324922dfe2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6522791 Apr 23 10:29:31.503790 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6e5d0d52-9270-4e57-933f-d868d07bc61d req-9758b211-5747-4d06-8f46-f3606806f535 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/ports?device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 210 time: 0.3818810 Apr 23 10:29:31.543294 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] Set router 17ad7da5-bb3d-4c71-b2af-10bcd79356ed gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:29:31.546160 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dae8fabc-bed0-4ca4-aa1a-dfbce30726f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:31.574507 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-dae8fabc-bed0-4ca4-aa1a-dfbce30726f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:31.584739 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-dae8fabc-bed0-4ca4-aa1a-dfbce30726f5 admin admin] Usage tracker for resource:security_group_rule and tenant:ceb60478c26341fcb466d385e0487497 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:31.589770 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-dae8fabc-bed0-4ca4-aa1a-dfbce30726f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:31.597334 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8dfebcf7-753e-48b1-989e-e8c62cda40e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:31.606505 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-dae8fabc-bed0-4ca4-aa1a-dfbce30726f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:31.646550 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987f418-ac49-4566-a9c9-7cd808839bd7 req-3311a3cf-5fb2-49e4-b6ef-62f2090f2a2e tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:31.648544 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0987f418-ac49-4566-a9c9-7cd808839bd7 req-3311a3cf-5fb2-49e4-b6ef-62f2090f2a2e tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 932 time: 0.4189641 Apr 23 10:29:31.740458 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0987f418-ac49-4566-a9c9-7cd808839bd7 req-85371e14-3933-4bfd-94de-eeb236ec565a tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840607 Apr 23 10:29:31.817438 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 45734fbf-9f3e-428a-bdde-8e9e07fe24bf up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:29:31.824917 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dae8fabc-bed0-4ca4-aa1a-dfbce30726f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:31.831671 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dae8fabc-bed0-4ca4-aa1a-dfbce30726f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:31.843716 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e3476204-5121-4e6b-8e43-770dd84db74d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:31.902751 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-dae8fabc-bed0-4ca4-aa1a-dfbce30726f5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ceb60478c26341fcb466d385e0487497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7874775 Apr 23 10:29:31.904283 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8fabc-bed0-4ca4-aa1a-dfbce30726f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e966cd3-2c3b-41fb-8c7a-4d9f481d11e3,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:31.908584 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 58416) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:31.911768 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-dae8fabc-bed0-4ca4-aa1a-dfbce30726f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:32.079578 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-92415144-35c4-4528-93c9-0e8f1c663dad req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] Request body: {'port': {'device_id': '2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:32.084800 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 45734fbf-9f3e-428a-bdde-8e9e07fe24bf triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:32.085383 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:32.214795 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3152fd37-10f8-40c9-b397-5b845ffa89e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:32.245078 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-707f01b6-0921-4279-98b0-70401ac68cff req-0f129a95-5fdf-4d92-bb89-9edc0e39b5e1 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Synchronizing usage tracker for tenant:053dbb1c35f34193b18ee2a736ef5da6 on resource:security_group {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:29:32.277322 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a4d79463-cc7e-4eeb-97bd-9de92b5c25fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:32.293007 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3152fd37-10f8-40c9-b397-5b845ffa89e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:32.364199 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ad7da5-bb3d-4c71-b2af-10bcd79356ed', 'name': 'tempest-ServerRescueNegativeTestJSON-518450504-router', 'tenant_id': '42c0406689e14916a31b158a17ed06c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cb744327-30a1-4f9f-8bd4-aba28d038705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:26Z', 'revision_number': 4, 'project_id': '42c0406689e14916a31b158a17ed06c8', 'gw_port': {'id': 'cb744327-30a1-4f9f-8bd4-aba28d038705', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ad7da5-bb3d-4c71-b2af-10bcd79356ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:08Z', 'updated_at': '2021-04-23T10:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '6865d2d9-aa09-4d6e-9be6-faf0cb162142', 'name': '', 'network_id': '92060680-c3d7-4f23-9347-bab7dc1c2acf', 'tenant_id': '42c0406689e14916a31b158a17ed06c8', 'mac_address': 'fa:16:3e:77:98:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ad7da5-bb3d-4c71-b2af-10bcd79356ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b838711e-84ce-47a5-87c2-83a0fa1d623a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:21Z', 'updated_at': '2021-04-23T10:29:26Z', 'revision_number': 2, 'project_id': '42c0406689e14916a31b158a17ed06c8', 'subnets': [{'id': 'b838711e-84ce-47a5-87c2-83a0fa1d623a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:29:32.384982 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] Checking router: 17ad7da5-bb3d-4c71-b2af-10bcd79356ed for host: dv-cinder-779233-3-smb {{(pid=86424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:29:32.388943 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] Updating router 17ad7da5-bb3d-4c71-b2af-10bcd79356ed port 6865d2d9-aa09-4d6e-9be6-faf0cb162142 binding host dv-cinder-779233-3-smb {{(pid=86424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:29:32.426974 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.68', 54187) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:32.459582 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-707f01b6-0921-4279-98b0-70401ac68cff req-0f129a95-5fdf-4d92-bb89-9edc0e39b5e1 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Unset dirty status for tenant:053dbb1c35f34193b18ee2a736ef5da6 on resource:security_group {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:29:32.460918 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-707f01b6-0921-4279-98b0-70401ac68cff req-0f129a95-5fdf-4d92-bb89-9edc0e39b5e1 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1338058224&fields=id&tenant_id=053dbb1c35f34193b18ee2a736ef5da6 HTTP/1.1" status: 200 len: 267 time: 0.3832033 Apr 23 10:29:32.485600 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device cb744327-30a1-4f9f-8bd4-aba28d038705 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:29:32.521644 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 58444) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:32.547942 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:32.596561 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-92415144-35c4-4528-93c9-0e8f1c663dad req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:32.770901 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] Sync routers for ids ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'] in dv-cinder-779233-3-smb {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:29:32.772170 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8dfebcf7-753e-48b1-989e-e8c62cda40e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:32.788383 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] Routers {'90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:29:32.788882 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:29:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:29:32.843929 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8dfebcf7-753e-48b1-989e-e8c62cda40e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:32.861049 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:32.916310 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1a72e1c8-7f32-440e-b84c-e718dbf49ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:32.975135 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8dfebcf7-753e-48b1-989e-e8c62cda40e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414858'] for floatingip, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:33.055777 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1a72e1c8-7f32-440e-b84c-e718dbf49ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:33.065039 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-17164b28-9e59-42e8-b5a5-bae97a0ffc6d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:33.072845 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-17164b28-9e59-42e8-b5a5-bae97a0ffc6d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/networks?id=92060680-c3d7-4f23-9347-bab7dc1c2acf HTTP/1.1" status: 200 len: 818 time: 0.8167686 Apr 23 10:29:33.096305 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3152fd37-10f8-40c9-b397-5b845ffa89e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:33.101155 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port cb744327-30a1-4f9f-8bd4-aba28d038705 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:33.101836 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:33.135451 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0a68be32-35e6-4a05-8a1e-3747ecde2e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:33.155724 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-1a72e1c8-7f32-440e-b84c-e718dbf49ba8 admin admin] Usage tracker for resource:security_group_rule and tenant:52ed455b0b8e43e889423483ad5cd7e9 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:33.158692 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-8c12c0e1-a060-4ec5-83f6-a33d27656227 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/quotas/42c0406689e14916a31b158a17ed06c8 HTTP/1.1" status: 200 len: 375 time: 0.0848269 Apr 23 10:29:33.160949 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-1a72e1c8-7f32-440e-b84c-e718dbf49ba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:33.178647 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfebcf7-753e-48b1-989e-e8c62cda40e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Pushing event updated for resources: {'Port': ['ID=c530aa28-3cea-46bb-8bd4-f17eca7dbf59,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:33.183604 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1a72e1c8-7f32-440e-b84c-e718dbf49ba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:33.188243 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8dfebcf7-753e-48b1-989e-e8c62cda40e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:33.190568 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152fd37-10f8-40c9-b397-5b845ffa89e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e966cd3-2c3b-41fb-8c7a-4d9f481d11e3,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:33.201377 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3152fd37-10f8-40c9-b397-5b845ffa89e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:33.207604 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8dfebcf7-753e-48b1-989e-e8c62cda40e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:33.209110 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-8dfebcf7-753e-48b1-989e-e8c62cda40e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8734407 Apr 23 10:29:33.223917 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] Set router 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:29:33.287210 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-dfa43221-288e-4de9-aa89-98d8d7741b2c tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:33.288849 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-dfa43221-288e-4de9-aa89-98d8d7741b2c tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.68 "GET /v2.0/networks?id=377cbf06-b5ed-4141-bc2f-8a962cb40328 HTTP/1.1" status: 200 len: 811 time: 0.7514505 Apr 23 10:29:33.290133 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3152fd37-10f8-40c9-b397-5b845ffa89e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:33.291238 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-3152fd37-10f8-40c9-b397-5b845ffa89e7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3e966cd3-2c3b-41fb-8c7a-4d9f481d11e3 HTTP/1.1" status: 204 len: 168 time: 1.3814509 Apr 23 10:29:33.300035 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f01b6-0921-4279-98b0-70401ac68cff req-514a388d-1f88-45ec-af2a-a4a280304755 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:33.301929 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-707f01b6-0921-4279-98b0-70401ac68cff req-514a388d-1f88-45ec-af2a-a4a280304755 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/networks?id=b126fda1-8aba-4f97-9375-594b068d7500 HTTP/1.1" status: 200 len: 810 time: 0.8132293 Apr 23 10:29:33.332178 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-336bd425-cf88-437e-b1f8-25d5fafe193c tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Request body: {'port': {'device_id': '82246435-de6d-4198-8a4d-8bbd3b2ca410', 'network_id': '377cbf06-b5ed-4141-bc2f-8a962cb40328', 'admin_state_up': True, 'tenant_id': '9e2e7231601e4614aa59d2d7e8dd7020'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:33.398267 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:33.429146 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] Transition to ACTIVE for port object 6865d2d9-aa09-4d6e-9be6-faf0cb162142 will not be triggered until provisioned by entity L2. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:29:33.444166 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1a72e1c8-7f32-440e-b84c-e718dbf49ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:33.447781 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:33.450682 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1a72e1c8-7f32-440e-b84c-e718dbf49ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:33.453234 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f6235a7d-9fdb-484c-82ee-76485df88aaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:33.489428 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [req-92415144-35c4-4528-93c9-0e8f1c663dad req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c6bc6da-93ec-4398-9c44-49cd341026ff {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:29:33.496167 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-78e631df-9d3b-42ad-9cda-6223a598133b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:33.510253 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-1a72e1c8-7f32-440e-b84c-e718dbf49ba8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=52ed455b0b8e43e889423483ad5cd7e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9959013 Apr 23 10:29:33.519620 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-92415144-35c4-4528-93c9-0e8f1c663dad req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:33.529688 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 58466) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:33.556088 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:33.616281 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-92415144-35c4-4528-93c9-0e8f1c663dad req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] Transition to ACTIVE for port object 5c6bc6da-93ec-4398-9c44-49cd341026ff will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:29:33.617402 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72e1c8-7f32-440e-b84c-e718dbf49ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f610f32-f6e6-4056-831c-1fb52d2c7230,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:33.635153 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1a72e1c8-7f32-440e-b84c-e718dbf49ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:33.644209 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-92415144-35c4-4528-93c9-0e8f1c663dad req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:33.714872 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e0b03bea-db9f-45aa-81ed-8beeaaeddd23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:33.785764 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1507054443-router', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:23Z', 'revision_number': 4, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'gw_port': {'id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:07Z', 'updated_at': '2021-04-23T10:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '86e37561-8243-4a67-b297-9e8da95a8d2d', 'name': '', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'mac_address': 'fa:16:3e:34:1c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:22Z', 'updated_at': '2021-04-23T10:29:24Z', 'revision_number': 2, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'subnets': [{'id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:29:33.793601 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] Checking router: 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 for host: dv-cinder-779233-3-smb {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:29:33.794546 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] Updating router 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 port 86e37561-8243-4a67-b297-9e8da95a8d2d binding host dv-cinder-779233-3-smb {{(pid=86423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:29:33.864038 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e72c3-d7e0-4814-8eb4-4fb29938487e None None] Pushing event updated for resources: {'Port': ['ID=6865d2d9-aa09-4d6e-9be6-faf0cb162142,revision_number=3']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:33.873097 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:33.883033 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5e2e72c3-d7e0-4814-8eb4-4fb29938487e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:33.954363 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6c064849-764d-4517-b345-6c566cf2972d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:33.961839 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] Attempting to bind port 6865d2d9-aa09-4d6e-9be6-faf0cb162142 on host dv-cinder-779233-3-smb for vnic_type normal with profile {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:29:33.962762 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] Attempting to bind port 6865d2d9-aa09-4d6e-9be6-faf0cb162142 by drivers openvswitch,hyperv on host dv-cinder-779233-3-smb at level 0 using segments [{'id': '02296a69-3515-4f69-9187-6e05dc25a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '92060680-c3d7-4f23-9347-bab7dc1c2acf'}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:29:33.964189 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] Attempting to bind port 6865d2d9-aa09-4d6e-9be6-faf0cb162142 on network 92060680-c3d7-4f23-9347-bab7dc1c2acf {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:29:33.973552 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] Checking agent: {'id': '1913a22a-9c34-47f7-a9c7-162e923d995b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 19, 35), 'started_at': datetime.datetime(2021, 4, 23, 10, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:29:33.974352 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] Checking segment: {'id': '02296a69-3515-4f69-9187-6e05dc25a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '92060680-c3d7-4f23-9347-bab7dc1c2acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:29:33.975023 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:33.975890 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] Bound using segment: {'id': '02296a69-3515-4f69-9187-6e05dc25a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '92060680-c3d7-4f23-9347-bab7dc1c2acf'} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:29:33.976715 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] Bound port: 6865d2d9-aa09-4d6e-9be6-faf0cb162142, host: dv-cinder-779233-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02296a69-3515-4f69-9187-6e05dc25a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '92060680-c3d7-4f23-9347-bab7dc1c2acf'}}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:29:33.977499 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:33.986165 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6c064849-764d-4517-b345-6c566cf2972d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:34.031529 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-707f01b6-0921-4279-98b0-70401ac68cff req-b5b8791f-f756-4e93-b965-4caa332dc11b tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/quotas/053dbb1c35f34193b18ee2a736ef5da6 HTTP/1.1" status: 200 len: 375 time: 0.7109404 Apr 23 10:29:34.055437 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6c064849-764d-4517-b345-6c566cf2972d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:34.109514 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6bc6da-93ec-4398-9c44-49cd341026ff,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:34.116054 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-92415144-35c4-4528-93c9-0e8f1c663dad req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] Attempting to bind port 5c6bc6da-93ec-4398-9c44-49cd341026ff on host hv-cinder-77923 for vnic_type normal with profile {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:29:34.116429 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-92415144-35c4-4528-93c9-0e8f1c663dad req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] Attempting to bind port 5c6bc6da-93ec-4398-9c44-49cd341026ff by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '5057dd03-d1f0-4c3f-9d58-23311a3c11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:29:34.116808 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92415144-35c4-4528-93c9-0e8f1c663dad req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] Attempting to bind port 5c6bc6da-93ec-4398-9c44-49cd341026ff on network ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:29:34.129232 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] For port 6865d2d9-aa09-4d6e-9be6-faf0cb162142, host dv-cinder-779233-3-smb, cleared binding levels {{(pid=86424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:29:34.134518 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] For port 6865d2d9-aa09-4d6e-9be6-faf0cb162142, host dv-cinder-779233-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=6865d2d9-aa09-4d6e-9be6-faf0cb162142,segment=NetworkSegment(02296a69-3515-4f69-9187-6e05dc25a7f9),segment_id=02296a69-3515-4f69-9187-6e05dc25a7f9)] {{(pid=86424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:29:34.134737 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:34.142159 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:34.148938 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92415144-35c4-4528-93c9-0e8f1c663dad req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] Port 5c6bc6da-93ec-4398-9c44-49cd341026ff on network ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:29:34.149287 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92415144-35c4-4528-93c9-0e8f1c663dad req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] Attempting to bind port 5c6bc6da-93ec-4398-9c44-49cd341026ff on network ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:29:34.151642 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9370e777-e299-472f-8bbe-594e4729a383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:34.155365 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:34.165812 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-47741ed4-d5b5-4222-a72a-b28ab4cc33a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:34.176505 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6c064849-764d-4517-b345-6c566cf2972d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:34.177745 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-6c064849-764d-4517-b345-6c566cf2972d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7f610f32-f6e6-4056-831c-1fb52d2c7230 HTTP/1.1" status: 204 len: 168 time: 0.6467936 Apr 23 10:29:34.183807 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92415144-35c4-4528-93c9-0e8f1c663dad req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] Checking agent: {'id': 'e9dd349d-b683-48bd-911f-eb86d546e7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'started_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:29:34.184229 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92415144-35c4-4528-93c9-0e8f1c663dad req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] Checking segment: {'id': '5057dd03-d1f0-4c3f-9d58-23311a3c11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:29:34.185120 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92415144-35c4-4528-93c9-0e8f1c663dad req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] Bound using segment: {'id': '5057dd03-d1f0-4c3f-9d58-23311a3c11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:29:34.185407 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-92415144-35c4-4528-93c9-0e8f1c663dad req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] Bound port: 5c6bc6da-93ec-4398-9c44-49cd341026ff, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5057dd03-d1f0-4c3f-9d58-23311a3c11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:29:34.185798 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-92415144-35c4-4528-93c9-0e8f1c663dad req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:34.216806 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c064849-764d-4517-b345-6c566cf2972d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f610f32-f6e6-4056-831c-1fb52d2c7230,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:34.227725 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6c064849-764d-4517-b345-6c566cf2972d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:34.290092 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e72c3-d7e0-4814-8eb4-4fb29938487e None None] Pushing event updated for resources: {'Port': ['ID=6865d2d9-aa09-4d6e-9be6-faf0cb162142,revision_number=4']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:34.304592 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5e2e72c3-d7e0-4814-8eb4-4fb29938487e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:34.314607 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] Routers {'17ad7da5-bb3d-4c71-b2af-10bcd79356ed'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:29:34.315612 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:29:34Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['17ad7da5-bb3d-4c71-b2af-10bcd79356ed'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:29:34.356719 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-336bd425-cf88-437e-b1f8-25d5fafe193c tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:34.371231 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-33e68983-a77d-40a4-9b99-94ea5ef3baac tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Synchronizing usage tracker for tenant:42c0406689e14916a31b158a17ed06c8 on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:29:34.392756 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-336bd425-cf88-437e-b1f8-25d5fafe193c tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Usage tracker for resource:port and tenant:9e2e7231601e4614aa59d2d7e8dd7020 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:34.421996 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-92415144-35c4-4528-93c9-0e8f1c663dad req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] For port 5c6bc6da-93ec-4398-9c44-49cd341026ff, host hv-cinder-77923, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:29:34.433359 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-92415144-35c4-4528-93c9-0e8f1c663dad req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] For port 5c6bc6da-93ec-4398-9c44-49cd341026ff, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5c6bc6da-93ec-4398-9c44-49cd341026ff,segment=NetworkSegment(5057dd03-d1f0-4c3f-9d58-23311a3c11a3),segment_id=5057dd03-d1f0-4c3f-9d58-23311a3c11a3)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:29:34.433830 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-336bd425-cf88-437e-b1f8-25d5fafe193c tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:34.440453 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-92415144-35c4-4528-93c9-0e8f1c663dad req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:34.449124 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:34.464785 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-336bd425-cf88-437e-b1f8-25d5fafe193c tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:34.514990 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-707f01b6-0921-4279-98b0-70401ac68cff req-a4b60f6f-5c2b-4396-af94-25c3d5b3c920 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=053dbb1c35f34193b18ee2a736ef5da6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4821732 Apr 23 10:29:34.522215 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-336bd425-cf88-437e-b1f8-25d5fafe193c tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Made reservation on behalf of 9e2e7231601e4614aa59d2d7e8dd7020 for: {'port': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:29:34.537855 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-336bd425-cf88-437e-b1f8-25d5fafe193c tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:34.595508 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-33e68983-a77d-40a4-9b99-94ea5ef3baac tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Unset dirty status for tenant:42c0406689e14916a31b158a17ed06c8 on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:29:34.597214 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-33e68983-a77d-40a4-9b99-94ea5ef3baac tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=42c0406689e14916a31b158a17ed06c8&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4376209 Apr 23 10:29:34.665503 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92415144-35c4-4528-93c9-0e8f1c663dad req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:34.666220 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-92415144-35c4-4528-93c9-0e8f1c663dad req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:34.667767 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-92415144-35c4-4528-93c9-0e8f1c663dad req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] 10.222.0.68 "PUT /v2.0/ports/5c6bc6da-93ec-4398-9c44-49cd341026ff HTTP/1.1" status: 200 len: 1094 time: 3.0915148 Apr 23 10:29:34.668299 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9', 'tag': '5c6bc6da-93ec-4398-9c44-49cd341026ff'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:29:34.801624 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] Set router 17ad7da5-bb3d-4c71-b2af-10bcd79356ed gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:29:34.852574 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:34.886691 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] Transition to ACTIVE for port object 86e37561-8243-4a67-b297-9e8da95a8d2d will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:29:34.897472 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:34.902390 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:34.982369 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 58502) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:34.990420 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-707f01b6-0921-4279-98b0-70401ac68cff req-e3e1c695-1451-4599-9ed0-f6089873735a service neutron] 10.222.0.70 "GET /v2.0/networks/b126fda1-8aba-4f97-9375-594b068d7500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344552 Apr 23 10:29:35.143666 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb86cb-dbf3-4e3a-afc2-22e223edf3cc None None] Pushing event updated for resources: {'Port': ['ID=86e37561-8243-4a67-b297-9e8da95a8d2d,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:35.158610 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2c8c3b57-5765-48c5-9ada-e3370d59fd95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:35.160231 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6ffb86cb-dbf3-4e3a-afc2-22e223edf3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:35.185391 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-ab92492d-a0ef-4d10-b92e-3e4de651e9e6 service neutron] 10.222.0.70 "GET /v2.0/networks/92060680-c3d7-4f23-9347-bab7dc1c2acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360117 Apr 23 10:29:35.207938 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6bc6da-93ec-4398-9c44-49cd341026ff,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:35.227404 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:35.255158 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-2c8c3b57-5765-48c5-9ada-e3370d59fd95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:35.261621 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-2c8c3b57-5765-48c5-9ada-e3370d59fd95 admin admin] Usage tracker for resource:security_group_rule and tenant:2252faeb0d4b492ea45dbf55730f14db is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:35.277399 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-2c8c3b57-5765-48c5-9ada-e3370d59fd95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:35.297834 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-2c8c3b57-5765-48c5-9ada-e3370d59fd95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:35.385506 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92415144-35c4-4528-93c9-0e8f1c663dad req-36ea6d4e-8ff6-44b3-a621-3af0541fad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:35.387941 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-92415144-35c4-4528-93c9-0e8f1c663dad req-36ea6d4e-8ff6-44b3-a621-3af0541fad83 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d68a3d2ffd2d438dbb6699e97dff9ce9&device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 1097 time: 0.4828479 Apr 23 10:29:35.457482 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] Attempting to bind port 86e37561-8243-4a67-b297-9e8da95a8d2d on host dv-cinder-779233-3-smb for vnic_type normal with profile {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:29:35.458138 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] Attempting to bind port 86e37561-8243-4a67-b297-9e8da95a8d2d by drivers openvswitch,hyperv on host dv-cinder-779233-3-smb at level 0 using segments [{'id': 'aff5ab4a-db51-4e6a-9d0c-86298208740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:29:35.458260 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] Attempting to bind port 86e37561-8243-4a67-b297-9e8da95a8d2d on network 07e313a3-9394-4ad4-9174-85a4ed950f67 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:29:35.488672 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] Checking agent: {'id': '1913a22a-9c34-47f7-a9c7-162e923d995b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 19, 35), 'started_at': datetime.datetime(2021, 4, 23, 10, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:29:35.489118 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] Checking segment: {'id': 'aff5ab4a-db51-4e6a-9d0c-86298208740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:29:35.489709 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:35.490142 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] Bound using segment: {'id': 'aff5ab4a-db51-4e6a-9d0c-86298208740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:29:35.490682 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] Bound port: 86e37561-8243-4a67-b297-9e8da95a8d2d, host: dv-cinder-779233-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff5ab4a-db51-4e6a-9d0c-86298208740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:29:35.491119 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:35.520528 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-336bd425-cf88-437e-b1f8-25d5fafe193c tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Allocated IP 172.20.0.10 (377cbf06-b5ed-4141-bc2f-8a962cb40328/442518bf-f290-4118-8c71-53acc983366d/b6215c5a-e95e-40e4-9bb5-da53725a34f0) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:29:35.550915 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-92415144-35c4-4528-93c9-0e8f1c663dad req-fc075baf-afe2-4d26-9adc-a65243134e8c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c6bc6da-93ec-4398-9c44-49cd341026ff HTTP/1.1" status: 200 len: 217 time: 0.1351964 Apr 23 10:29:35.567338 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ad7da5-bb3d-4c71-b2af-10bcd79356ed', 'name': 'tempest-ServerRescueNegativeTestJSON-518450504-router', 'tenant_id': '42c0406689e14916a31b158a17ed06c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cb744327-30a1-4f9f-8bd4-aba28d038705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:26Z', 'revision_number': 4, 'project_id': '42c0406689e14916a31b158a17ed06c8', 'gw_port': {'id': 'cb744327-30a1-4f9f-8bd4-aba28d038705', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ad7da5-bb3d-4c71-b2af-10bcd79356ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:08Z', 'updated_at': '2021-04-23T10:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '6865d2d9-aa09-4d6e-9be6-faf0cb162142', 'name': '', 'network_id': '92060680-c3d7-4f23-9347-bab7dc1c2acf', 'tenant_id': '42c0406689e14916a31b158a17ed06c8', 'mac_address': 'fa:16:3e:77:98:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ad7da5-bb3d-4c71-b2af-10bcd79356ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b838711e-84ce-47a5-87c2-83a0fa1d623a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:21Z', 'updated_at': '2021-04-23T10:29:34Z', 'revision_number': 4, 'project_id': '42c0406689e14916a31b158a17ed06c8', 'subnets': [{'id': 'b838711e-84ce-47a5-87c2-83a0fa1d623a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:29:35.572305 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12c5c6c-fc52-457d-9094-cf0c34f07ad1 None None] The sync data for ids ['17ad7da5-bb3d-4c71-b2af-10bcd79356ed'] in dv-cinder-779233-3-smb is: [{'id': '17ad7da5-bb3d-4c71-b2af-10bcd79356ed', 'name': 'tempest-ServerRescueNegativeTestJSON-518450504-router', 'tenant_id': '42c0406689e14916a31b158a17ed06c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cb744327-30a1-4f9f-8bd4-aba28d038705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:26Z', 'revision_number': 4, 'project_id': '42c0406689e14916a31b158a17ed06c8', 'gw_port': {'id': 'cb744327-30a1-4f9f-8bd4-aba28d038705', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ad7da5-bb3d-4c71-b2af-10bcd79356ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:08Z', 'updated_at': '2021-04-23T10:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '6865d2d9-aa09-4d6e-9be6-faf0cb162142', 'name': '', 'network_id': '92060680-c3d7-4f23-9347-bab7dc1c2acf', 'tenant_id': '42c0406689e14916a31b158a17ed06c8', 'mac_address': 'fa:16:3e:77:98:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ad7da5-bb3d-4c71-b2af-10bcd79356ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b838711e-84ce-47a5-87c2-83a0fa1d623a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:21Z', 'updated_at': '2021-04-23T10:29:34Z', 'revision_number': 4, 'project_id': '42c0406689e14916a31b158a17ed06c8', 'subnets': [{'id': 'b838711e-84ce-47a5-87c2-83a0fa1d623a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:29:35.610344 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] For port 86e37561-8243-4a67-b297-9e8da95a8d2d, host dv-cinder-779233-3-smb, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:29:35.613804 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] For port 86e37561-8243-4a67-b297-9e8da95a8d2d, host dv-cinder-779233-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=86e37561-8243-4a67-b297-9e8da95a8d2d,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:29:35.630513 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:35.640173 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:35.648029 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:35.662382 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:35.754934 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92415144-35c4-4528-93c9-0e8f1c663dad req-426cef09-840f-427f-ac3e-49e90abe1e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:35.762842 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-92415144-35c4-4528-93c9-0e8f1c663dad req-426cef09-840f-427f-ac3e-49e90abe1e69 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bc554e03-a960-4aeb-a75b-15d570e0a94b HTTP/1.1" status: 200 len: 855 time: 0.1921253 Apr 23 10:29:35.775959 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb86cb-dbf3-4e3a-afc2-22e223edf3cc None None] Pushing event updated for resources: {'Port': ['ID=86e37561-8243-4a67-b297-9e8da95a8d2d,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:35.783402 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6ffb86cb-dbf3-4e3a-afc2-22e223edf3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:35.816689 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] Routers {'90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:29:35.817367 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:29:34Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:29:35.880782 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-92415144-35c4-4528-93c9-0e8f1c663dad req-6d767650-df74-4f46-8a63-7d4f5cf5f4f8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044538 Apr 23 10:29:35.952125 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 6865d2d9-aa09-4d6e-9be6-faf0cb162142 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:29:36.000551 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-336bd425-cf88-437e-b1f8-25d5fafe193c tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:36.052510 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2c8c3b57-5765-48c5-9ada-e3370d59fd95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:36.059178 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-5e4f7796-7212-4b76-b47d-ea21175067ea service neutron] 10.222.0.70 "GET /v2.0/networks/92060680-c3d7-4f23-9347-bab7dc1c2acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8429008 Apr 23 10:29:36.060522 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2c8c3b57-5765-48c5-9ada-e3370d59fd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:36.068360 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-336bd425-cf88-437e-b1f8-25d5fafe193c tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:36.077545 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:36.119842 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-707f01b6-0921-4279-98b0-70401ac68cff req-790c31f6-5703-4450-a901-de661b0073d2 service neutron] 10.222.0.70 "GET /v2.0/networks/b126fda1-8aba-4f97-9375-594b068d7500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1281447 Apr 23 10:29:36.120814 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:36.286307 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c3b57-5765-48c5-9ada-e3370d59fd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a04e4ab-4b2c-4b76-a9ef-96b35c047dd5,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:36.300391 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-336bd425-cf88-437e-b1f8-25d5fafe193c tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Network 377cbf06-b5ed-4141-bc2f-8a962cb40328 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:29:36.302822 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-336bd425-cf88-437e-b1f8-25d5fafe193c tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Resources bound (agent type, host, resource id): {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:29:36.306982 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-336bd425-cf88-437e-b1f8-25d5fafe193c tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:29:36.315932 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-2c8c3b57-5765-48c5-9ada-e3370d59fd95 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2252faeb0d4b492ea45dbf55730f14db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3269372 Apr 23 10:29:36.317105 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2c8c3b57-5765-48c5-9ada-e3370d59fd95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:36.320256 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 58522) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:36.320782 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-336bd425-cf88-437e-b1f8-25d5fafe193c tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:36.321936 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-336bd425-cf88-437e-b1f8-25d5fafe193c tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:36.400320 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-336bd425-cf88-437e-b1f8-25d5fafe193c tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0805070 Apr 23 10:29:36.463484 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-92415144-35c4-4528-93c9-0e8f1c663dad req-49df2e63-17bb-4eb2-ae25-c38808acb903 service neutron] 10.222.0.68 "GET /v2.0/networks/ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5649107 Apr 23 10:29:36.477787 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning for port 6865d2d9-aa09-4d6e-9be6-faf0cb162142 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:29:36.500085 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 6865d2d9-aa09-4d6e-9be6-faf0cb162142 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:36.500541 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:36.520807 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336bd425-cf88-437e-b1f8-25d5fafe193c tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Pushing event updated for resources: {'Port': ['ID=b6215c5a-e95e-40e4-9bb5-da53725a34f0,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:36.540453 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] Request body: {'port': {'device_id': '82246435-de6d-4198-8a4d-8bbd3b2ca410', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:36.638259 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-336bd425-cf88-437e-b1f8-25d5fafe193c tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:36.773343 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] Set router 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:29:36.804823 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-899cac9b-aa73-44e6-9b10-396f8573a872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:36.937943 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-899cac9b-aa73-44e6-9b10-396f8573a872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:37.004358 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-92415144-35c4-4528-93c9-0e8f1c663dad req-4f9167b2-9aba-4f2a-8cc2-aad9e5359b2b service neutron] 10.222.0.68 "GET /v2.0/networks/ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059574 Apr 23 10:29:37.082196 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-899cac9b-aa73-44e6-9b10-396f8573a872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:37.087663 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b5f87b4c-d172-4a8f-a763-2aeb36e94ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:37.135388 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-899cac9b-aa73-44e6-9b10-396f8573a872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:37.143446 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:37.154698 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-899cac9b-aa73-44e6-9b10-396f8573a872 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3a04e4ab-4b2c-4b76-a9ef-96b35c047dd5 HTTP/1.1" status: 204 len: 168 time: 0.8140311 Apr 23 10:29:37.157626 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899cac9b-aa73-44e6-9b10-396f8573a872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a04e4ab-4b2c-4b76-a9ef-96b35c047dd5,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:37.173845 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-899cac9b-aa73-44e6-9b10-396f8573a872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:37.248810 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607b0f3-5118-4d20-8b8a-97172e8830e8 req-68dc730b-3ccb-41ef-ace5-0839bbcd5178 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:37.249883 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-b607b0f3-5118-4d20-8b8a-97172e8830e8 req-68dc730b-3ccb-41ef-ace5-0839bbcd5178 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Synchronizing usage tracker for tenant:9e2e7231601e4614aa59d2d7e8dd7020 on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:29:37.268618 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9fae2-9cab-43cf-b5bd-02755bc76c2d req-c260907a-8801-438b-af2f-686395364e7e tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:37.270794 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a5c9fae2-9cab-43cf-b5bd-02755bc76c2d req-c260907a-8801-438b-af2f-686395364e7e tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 944 time: 0.5383713 Apr 23 10:29:37.339155 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-b607b0f3-5118-4d20-8b8a-97172e8830e8 req-68dc730b-3ccb-41ef-ace5-0839bbcd5178 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Unset dirty status for tenant:9e2e7231601e4614aa59d2d7e8dd7020 on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:29:37.340525 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b607b0f3-5118-4d20-8b8a-97172e8830e8 req-68dc730b-3ccb-41ef-ace5-0839bbcd5178 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/ports?device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 932 time: 0.6608360 Apr 23 10:29:37.349009 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:37.442886 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a5c9fae2-9cab-43cf-b5bd-02755bc76c2d req-f824dae9-c6e1-4ff4-bf36-7f9e16e271f9 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555791 Apr 23 10:29:37.491322 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:37.649408 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b607b0f3-5118-4d20-8b8a-97172e8830e8 req-c23c1c69-b4f8-45a5-9ab7-4126feb1eadc tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/security-groups?id=71a92d12-2d76-47ff-ad58-5eb2668ebdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925091 Apr 23 10:29:37.762787 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] For port 6865d2d9-aa09-4d6e-9be6-faf0cb162142, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=6865d2d9-aa09-4d6e-9be6-faf0cb162142,segment=NetworkSegment(02296a69-3515-4f69-9187-6e05dc25a7f9),segment_id=02296a69-3515-4f69-9187-6e05dc25a7f9)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:29:37.775490 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:37.800589 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c16b8735-59e2-4f35-96d3-78021a754b27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:37.894071 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cf496109-a32c-461f-a1be-417f74c99234 req-d4559c5f-595f-40b9-aa73-ca11415d24aa tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1467438348&fields=id&tenant_id=9d145e5c62004c8fb3ccc764665554b4 HTTP/1.1" status: 200 len: 267 time: 0.2232184 Apr 23 10:29:37.909388 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1507054443-router', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:23Z', 'revision_number': 4, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'gw_port': {'id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:07Z', 'updated_at': '2021-04-23T10:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '86e37561-8243-4a67-b297-9e8da95a8d2d', 'name': '', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'mac_address': 'fa:16:3e:34:1c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:22Z', 'updated_at': '2021-04-23T10:29:35Z', 'revision_number': 4, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'subnets': [{'id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:29:37.940947 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411f14ef-6b5c-4688-9f30-8439f206601d None None] The sync data for ids ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'] in dv-cinder-779233-3-smb is: [{'id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1507054443-router', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:23Z', 'revision_number': 4, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'gw_port': {'id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:07Z', 'updated_at': '2021-04-23T10:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '86e37561-8243-4a67-b297-9e8da95a8d2d', 'name': '', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'mac_address': 'fa:16:3e:34:1c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:22Z', 'updated_at': '2021-04-23T10:29:35Z', 'revision_number': 4, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'subnets': [{'id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:29:37.942839 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Pushing event updated for resources: {'Port': ['ID=6865d2d9-aa09-4d6e-9be6-faf0cb162142,revision_number=5']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:37.946275 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:37.970676 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 86e37561-8243-4a67-b297-9e8da95a8d2d up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:29:38.175864 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning for port 86e37561-8243-4a67-b297-9e8da95a8d2d completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:29:38.189706 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 86e37561-8243-4a67-b297-9e8da95a8d2d triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:38.189858 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6215c5a-e95e-40e4-9bb5-da53725a34f0 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:29:38.190775 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:38.215532 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:38.235677 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf496109-a32c-461f-a1be-417f74c99234 req-e6f6e7de-2c61-4ccb-b23f-e711b3ca85ec tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:38.237226 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cf496109-a32c-461f-a1be-417f74c99234 req-e6f6e7de-2c61-4ccb-b23f-e711b3ca85ec tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/networks?id=07e313a3-9394-4ad4-9174-85a4ed950f67 HTTP/1.1" status: 200 len: 817 time: 0.3281436 Apr 23 10:29:38.284122 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cf496109-a32c-461f-a1be-417f74c99234 req-8d2f7811-dc22-441f-af8e-5f421f8e189b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/quotas/9d145e5c62004c8fb3ccc764665554b4 HTTP/1.1" status: 200 len: 375 time: 0.0351431 Apr 23 10:29:38.291788 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9', 'tag': '5c6bc6da-93ec-4398-9c44-49cd341026ff', 'status': 'completed', 'code': 200} Apr 23 10:29:38.314527 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] Transition to ACTIVE for port object b6215c5a-e95e-40e4-9bb5-da53725a34f0 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:29:38.400947 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:38.435337 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:38.454831 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-336bd425-cf88-437e-b1f8-25d5fafe193c tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:38.457580 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] For port 86e37561-8243-4a67-b297-9e8da95a8d2d, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=86e37561-8243-4a67-b297-9e8da95a8d2d,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:29:38.462812 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:38.469108 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:38.684763 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.68', 54201) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:38.691023 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Pushing event updated for resources: {'Port': ['ID=86e37561-8243-4a67-b297-9e8da95a8d2d,revision_number=5']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:38.698532 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:38.884107 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f73e6-365b-4b66-90bf-16402450b1aa req-c50bede5-a735-4a51-8f28-8ea7ccdda483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:38.886145 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5c3f73e6-365b-4b66-90bf-16402450b1aa req-c50bede5-a735-4a51-8f28-8ea7ccdda483 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d68a3d2ffd2d438dbb6699e97dff9ce9&device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 1097 time: 0.4104385 Apr 23 10:29:38.956393 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-655cd079-6b06-4453-8fc5-4fcab43c9b45 req-0fc007ee-c83d-4b20-8495-2d7ec42c3f62 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 210 time: 0.4369116 Apr 23 10:29:38.999953 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] Pushing event updated for resources: {'Port': ['ID=b6215c5a-e95e-40e4-9bb5-da53725a34f0,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:39.045011 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:39.073400 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] Attempting to bind port b6215c5a-e95e-40e4-9bb5-da53725a34f0 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:29:39.073890 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] Attempting to bind port b6215c5a-e95e-40e4-9bb5-da53725a34f0 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '2fd70c6d-864f-4478-b7b4-21a7a9a9f4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '377cbf06-b5ed-4141-bc2f-8a962cb40328'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:29:39.074323 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] Attempting to bind port b6215c5a-e95e-40e4-9bb5-da53725a34f0 on network 377cbf06-b5ed-4141-bc2f-8a962cb40328 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:29:39.079762 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] Port b6215c5a-e95e-40e4-9bb5-da53725a34f0 on network 377cbf06-b5ed-4141-bc2f-8a962cb40328 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:29:39.080212 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] Attempting to bind port b6215c5a-e95e-40e4-9bb5-da53725a34f0 on network 377cbf06-b5ed-4141-bc2f-8a962cb40328 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:29:39.089186 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] Checking agent: {'id': 'e9dd349d-b683-48bd-911f-eb86d546e7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'started_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:29:39.089583 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] Checking segment: {'id': '2fd70c6d-864f-4478-b7b4-21a7a9a9f4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '377cbf06-b5ed-4141-bc2f-8a962cb40328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:29:39.090768 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] Bound using segment: {'id': '2fd70c6d-864f-4478-b7b4-21a7a9a9f4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '377cbf06-b5ed-4141-bc2f-8a962cb40328'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:29:39.091348 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] Bound port: b6215c5a-e95e-40e4-9bb5-da53725a34f0, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd70c6d-864f-4478-b7b4-21a7a9a9f4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '377cbf06-b5ed-4141-bc2f-8a962cb40328'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:29:39.091809 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:39.112478 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cf496109-a32c-461f-a1be-417f74c99234 req-c3c6c675-b086-4290-9232-25d1e7d770ed tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d145e5c62004c8fb3ccc764665554b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8057504 Apr 23 10:29:39.249710 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] For port b6215c5a-e95e-40e4-9bb5-da53725a34f0, host hv-cinder-77923, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:29:39.254281 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] For port b6215c5a-e95e-40e4-9bb5-da53725a34f0, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=b6215c5a-e95e-40e4-9bb5-da53725a34f0,segment=NetworkSegment(2fd70c6d-864f-4478-b7b4-21a7a9a9f4c8),segment_id=2fd70c6d-864f-4478-b7b4-21a7a9a9f4c8)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:29:39.282994 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:39.328654 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f01b6-0921-4279-98b0-70401ac68cff req-4a2cc448-3ce2-4876-9ca5-d6602e0edd40 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:39.329671 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-707f01b6-0921-4279-98b0-70401ac68cff req-4a2cc448-3ce2-4876-9ca5-d6602e0edd40 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Synchronizing usage tracker for tenant:053dbb1c35f34193b18ee2a736ef5da6 on resource:network {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:29:39.341101 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f73e6-365b-4b66-90bf-16402450b1aa req-ef9965da-a788-48fb-8421-a1deea68d3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:39.343058 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5c3f73e6-365b-4b66-90bf-16402450b1aa req-ef9965da-a788-48fb-8421-a1deea68d3a9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 HTTP/1.1" status: 200 len: 916 time: 0.4332886 Apr 23 10:29:39.346237 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:39.424376 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-707f01b6-0921-4279-98b0-70401ac68cff req-4a2cc448-3ce2-4876-9ca5-d6602e0edd40 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Unset dirty status for tenant:053dbb1c35f34193b18ee2a736ef5da6 on resource:network {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:29:39.425624 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-707f01b6-0921-4279-98b0-70401ac68cff req-4a2cc448-3ce2-4876-9ca5-d6602e0edd40 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.68 "GET /v2.0/networks?id=b126fda1-8aba-4f97-9375-594b068d7500 HTTP/1.1" status: 200 len: 810 time: 0.7201018 Apr 23 10:29:39.426111 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 58624) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:39.450260 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4135a8d2-fafb-4a49-91be-6c9ea4222689 req-5627019d-0e0c-41c9-95ed-34adbefb456e tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 210 time: 0.1934874 Apr 23 10:29:39.452532 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5c3f73e6-365b-4b66-90bf-16402450b1aa req-1c195358-f425-49d7-a2b5-a46ea3b104fe service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c6bc6da-93ec-4398-9c44-49cd341026ff HTTP/1.1" status: 200 len: 217 time: 0.0992620 Apr 23 10:29:39.489286 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:39.490088 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:39.491698 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] 10.222.0.68 "PUT /v2.0/ports/b6215c5a-e95e-40e4-9bb5-da53725a34f0 HTTP/1.1" status: 200 len: 1094 time: 3.0028245 Apr 23 10:29:39.494327 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82246435-de6d-4198-8a4d-8bbd3b2ca410', 'tag': 'b6215c5a-e95e-40e4-9bb5-da53725a34f0'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:29:39.635347 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.68', 54204) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:39.656548 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-707f01b6-0921-4279-98b0-70401ac68cff req-b80e08bc-25d2-42c8-9825-c2858a3c1e1d tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Synchronizing usage tracker for tenant:053dbb1c35f34193b18ee2a736ef5da6 on resource:security_group {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:29:39.746292 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-707f01b6-0921-4279-98b0-70401ac68cff req-b80e08bc-25d2-42c8-9825-c2858a3c1e1d tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Unset dirty status for tenant:053dbb1c35f34193b18ee2a736ef5da6 on resource:security_group {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:29:39.747716 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-707f01b6-0921-4279-98b0-70401ac68cff req-b80e08bc-25d2-42c8-9825-c2858a3c1e1d tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=053dbb1c35f34193b18ee2a736ef5da6 HTTP/1.1" status: 200 len: 380 time: 0.2925692 Apr 23 10:29:39.771352 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-707f01b6-0921-4279-98b0-70401ac68cff req-425cea31-9b49-4af2-b2f3-34fbd296e6cc tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Request body: {'port': {'device_id': '7e8d8a11-411b-465a-87a4-14ca029d4c21', 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500', 'admin_state_up': True, 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'security_groups': ['ff47d44d-d3e5-472e-adc2-5629fe8e1e55']}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:39.810306 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-3bd7ac63-edcb-43d9-ae72-3ba7a29e6e77 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:39.812219 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-3bd7ac63-edcb-43d9-ae72-3ba7a29e6e77 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.68 "GET /v2.0/networks?id=92060680-c3d7-4f23-9347-bab7dc1c2acf HTTP/1.1" status: 200 len: 818 time: 0.1813996 Apr 23 10:29:39.881277 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-3c74c5cf-fbb0-431d-bcbc-c72d0882649a tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Request body: {'port': {'device_id': 'c20b8663-d101-491e-ac48-83f383b9752e', 'network_id': '92060680-c3d7-4f23-9347-bab7dc1c2acf', 'admin_state_up': True, 'tenant_id': '42c0406689e14916a31b158a17ed06c8'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:39.937614 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 6865d2d9-aa09-4d6e-9be6-faf0cb162142 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:29:40.019337 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] Pushing event updated for resources: {'Port': ['ID=b6215c5a-e95e-40e4-9bb5-da53725a34f0,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:40.104488 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 6865d2d9-aa09-4d6e-9be6-faf0cb162142 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:40.105723 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:40.105838 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:40.163768 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cf496109-a32c-461f-a1be-417f74c99234 req-38dce19e-5ffd-4807-be42-0d84d3a0ba7f service neutron] 10.222.0.70 "GET /v2.0/networks/07e313a3-9394-4ad4-9174-85a4ed950f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9060667 Apr 23 10:29:40.188933 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 5c6bc6da-93ec-4398-9c44-49cd341026ff details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:29:40.240579 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f7d56-3c53-40c1-a7c7-163850bd9005 req-8a801dea-1821-4d4b-8316-5e4f327a5576 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:40.242303 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ec2f7d56-3c53-40c1-a7c7-163850bd9005 req-8a801dea-1821-4d4b-8316-5e4f327a5576 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 944 time: 0.5917871 Apr 23 10:29:40.244945 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f73e6-365b-4b66-90bf-16402450b1aa req-6fe99f56-a976-4632-8f03-d9b808e39384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:40.246521 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5c3f73e6-365b-4b66-90bf-16402450b1aa req-6fe99f56-a976-4632-8f03-d9b808e39384 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bc554e03-a960-4aeb-a75b-15d570e0a94b HTTP/1.1" status: 200 len: 855 time: 0.7095354 Apr 23 10:29:40.357447 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-db7b4e5f-d08e-4606-aad6-894f7dcae494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:40.372418 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-3c74c5cf-fbb0-431d-bcbc-c72d0882649a tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:40.383309 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-3c74c5cf-fbb0-431d-bcbc-c72d0882649a tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:40.386074 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-9f8efade-315d-456a-bb7c-bc05d258d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:40.388253 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-9f8efade-315d-456a-bb7c-bc05d258d4de service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9e2e7231601e4614aa59d2d7e8dd7020&device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 1097 time: 0.7364476 Apr 23 10:29:40.396826 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5c3f73e6-365b-4b66-90bf-16402450b1aa req-6ca6a65e-111a-4d60-b94c-e052f0daa909 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219542 Apr 23 10:29:40.397868 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-db7b4e5f-d08e-4606-aad6-894f7dcae494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:40.404716 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-3c74c5cf-fbb0-431d-bcbc-c72d0882649a tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Made reservation on behalf of 42c0406689e14916a31b158a17ed06c8 for: {'port': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:29:40.406807 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-db7b4e5f-d08e-4606-aad6-894f7dcae494 admin admin] Usage tracker for resource:security_group_rule and tenant:db110ab4c4754c378fa0c10a207ef4d6 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:40.411466 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-3c74c5cf-fbb0-431d-bcbc-c72d0882649a tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:40.422373 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-db7b4e5f-d08e-4606-aad6-894f7dcae494 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:40.425279 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 86e37561-8243-4a67-b297-9e8da95a8d2d up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:29:40.478231 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ec2f7d56-3c53-40c1-a7c7-163850bd9005 req-cb6296b4-37eb-49e9-bfdf-d499c8e6f95b tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700759 Apr 23 10:29:40.506974 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-b97976e2-d9e6-4450-ab99-572e02b46590 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6215c5a-e95e-40e4-9bb5-da53725a34f0 HTTP/1.1" status: 200 len: 217 time: 0.0805547 Apr 23 10:29:40.543910 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cf496109-a32c-461f-a1be-417f74c99234 req-de809240-1c68-4386-bc07-2793079caddd service neutron] 10.222.0.70 "GET /v2.0/networks/07e313a3-9394-4ad4-9174-85a4ed950f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723485 Apr 23 10:29:40.572521 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 86e37561-8243-4a67-b297-9e8da95a8d2d triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:40.573268 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:40.631153 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 5c6bc6da-93ec-4398-9c44-49cd341026ff, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5c6bc6da-93ec-4398-9c44-49cd341026ff,segment=NetworkSegment(5057dd03-d1f0-4c3f-9d58-23311a3c11a3),segment_id=5057dd03-d1f0-4c3f-9d58-23311a3c11a3)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:29:40.663525 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Returning: {'device': '5c6bc6da-93ec-4398-9c44-49cd341026ff', 'network_id': 'ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277', 'port_id': '5c6bc6da-93ec-4398-9c44-49cd341026ff', 'mac_address': 'fa:16:3e:da:60:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc554e03-a960-4aeb-a75b-15d570e0a94b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:29:40.722818 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-db7b4e5f-d08e-4606-aad6-894f7dcae494 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:40.768064 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:40.780085 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-3c74c5cf-fbb0-431d-bcbc-c72d0882649a tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Allocated IP 172.20.0.4 (92060680-c3d7-4f23-9347-bab7dc1c2acf/b838711e-84ce-47a5-87c2-83a0fa1d623a/480303f9-8468-4232-b1ae-7fe0e7babbd5) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:29:40.814430 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec24c84-0993-456e-9f46-bf59a35ae31a req-4f9f0a14-72ac-4e67-8efa-6103406a5b34 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:40.815993 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-bec24c84-0993-456e-9f46-bf59a35ae31a req-4f9f0a14-72ac-4e67-8efa-6103406a5b34 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/ports?device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 944 time: 0.1435933 Apr 23 10:29:40.819735 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6bc6da-93ec-4398-9c44-49cd341026ff {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:29:40.828369 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5c3f73e6-365b-4b66-90bf-16402450b1aa req-ac2452cd-92a7-475e-b528-7a94463183f7 service neutron] 10.222.0.68 "GET /v2.0/networks/ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269012 Apr 23 10:29:40.851061 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 5c6bc6da-93ec-4398-9c44-49cd341026ff, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5c6bc6da-93ec-4398-9c44-49cd341026ff,segment=NetworkSegment(5057dd03-d1f0-4c3f-9d58-23311a3c11a3),segment_id=5057dd03-d1f0-4c3f-9d58-23311a3c11a3)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:29:40.859230 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-707f01b6-0921-4279-98b0-70401ac68cff req-425cea31-9b49-4af2-b2f3-34fbd296e6cc tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:40.863960 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-707f01b6-0921-4279-98b0-70401ac68cff req-425cea31-9b49-4af2-b2f3-34fbd296e6cc tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Usage tracker for resource:port and tenant:053dbb1c35f34193b18ee2a736ef5da6 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:40.865684 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:40.867072 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-707f01b6-0921-4279-98b0-70401ac68cff req-425cea31-9b49-4af2-b2f3-34fbd296e6cc tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:40.870061 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:40.874631 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-707f01b6-0921-4279-98b0-70401ac68cff req-425cea31-9b49-4af2-b2f3-34fbd296e6cc tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:40.897168 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-bec24c84-0993-456e-9f46-bf59a35ae31a req-52bfe3f7-8ca5-47da-8138-a5654e4bfb9d tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/security-groups?id=71a92d12-2d76-47ff-ad58-5eb2668ebdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665438 Apr 23 10:29:41.086852 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5c3f73e6-365b-4b66-90bf-16402450b1aa req-98152f8a-70f9-41e6-8d84-2156884a921f service neutron] 10.222.0.68 "GET /v2.0/networks/ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403305 Apr 23 10:29:41.089159 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=5c6bc6da-93ec-4398-9c44-49cd341026ff,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:41.103094 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:41.107652 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-707f01b6-0921-4279-98b0-70401ac68cff req-425cea31-9b49-4af2-b2f3-34fbd296e6cc tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Made reservation on behalf of 053dbb1c35f34193b18ee2a736ef5da6 for: {'port': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:29:41.113997 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-707f01b6-0921-4279-98b0-70401ac68cff req-425cea31-9b49-4af2-b2f3-34fbd296e6cc tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:41.207381 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82246435-de6d-4198-8a4d-8bbd3b2ca410', 'tag': 'b6215c5a-e95e-40e4-9bb5-da53725a34f0', 'status': 'completed', 'code': 200} Apr 23 10:29:41.227063 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-4b065414-eef0-4806-a0bb-082dc7b7c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:41.228668 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-4b065414-eef0-4806-a0bb-082dc7b7c54c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=442518bf-f290-4118-8c71-53acc983366d HTTP/1.1" status: 200 len: 851 time: 0.5101593 Apr 23 10:29:41.320589 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-6197e9fe-50de-4f9a-b271-e6d3a1f02a30 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=377cbf06-b5ed-4141-bc2f-8a962cb40328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741343 Apr 23 10:29:41.366413 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-3c74c5cf-fbb0-431d-bcbc-c72d0882649a tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:41.454252 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14183798-5090-457e-b914-cc5a26066943 req-cb10421f-f6b7-4b88-af86-ada0e9196f44 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:41.463540 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-14183798-5090-457e-b914-cc5a26066943 req-cb10421f-f6b7-4b88-af86-ada0e9196f44 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/networks?id=92060680-c3d7-4f23-9347-bab7dc1c2acf HTTP/1.1" status: 200 len: 818 time: 0.4214311 Apr 23 10:29:41.470408 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['5c6bc6da-93ec-4398-9c44-49cd341026ff'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:29:41.563350 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-14183798-5090-457e-b914-cc5a26066943 req-6174471d-3888-4f25-939e-5ac8dc196e4e tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/quotas/42c0406689e14916a31b158a17ed06c8 HTTP/1.1" status: 200 len: 375 time: 0.0923822 Apr 23 10:29:41.595683 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-db7b4e5f-d08e-4606-aad6-894f7dcae494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:41.633038 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d5090599-9db5-4bf4-b46c-c376e9a7269d req-48652a06-03c3-42b4-a858-47a778e16a82 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 210 time: 0.1359298 Apr 23 10:29:41.634702 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-707f01b6-0921-4279-98b0-70401ac68cff req-425cea31-9b49-4af2-b2f3-34fbd296e6cc tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Allocated IP 172.20.0.10 (b126fda1-8aba-4f97-9375-594b068d7500/cace927e-fc70-4e72-9b62-fe1db6ce7c84/15377bcc-175b-43d5-982f-3f50df9db188) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:29:41.639610 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-db7b4e5f-d08e-4606-aad6-894f7dcae494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:41.652228 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-09e8dc26-a2d4-421a-ab1f-2007c704474d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:41.671300 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-2217299a-3349-4dc1-8dee-3081e1b0c8f4 service neutron] 10.222.0.68 "GET /v2.0/networks/377cbf06-b5ed-4141-bc2f-8a962cb40328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311021 Apr 23 10:29:41.674066 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-3c74c5cf-fbb0-431d-bcbc-c72d0882649a tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:41.711133 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:41.738467 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b4e5f-d08e-4606-aad6-894f7dcae494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3623d99-f283-43c8-ad79-c7b5cdc6c913,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:41.828103 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-db7b4e5f-d08e-4606-aad6-894f7dcae494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:41.860288 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-db7b4e5f-d08e-4606-aad6-894f7dcae494 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=db110ab4c4754c378fa0c10a207ef4d6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4242668 Apr 23 10:29:41.872635 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 58708) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:41.917026 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74c5cf-fbb0-431d-bcbc-c72d0882649a tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Pushing event updated for resources: {'Port': ['ID=480303f9-8468-4232-b1ae-7fe0e7babbd5,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:41.924908 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3c74c5cf-fbb0-431d-bcbc-c72d0882649a tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:41.951259 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-14183798-5090-457e-b914-cc5a26066943 req-d5b07c6f-0802-4263-a041-5d5144d0f846 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=42c0406689e14916a31b158a17ed06c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3733695 Apr 23 10:29:41.955741 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c0439099-1b50-4821-b34c-4db14683782f req-dfa519ac-9108-48e9-a2fd-62b0f8ed7104 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 210 time: 0.0797725 Apr 23 10:29:41.957919 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-3c74c5cf-fbb0-431d-bcbc-c72d0882649a tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Network 92060680-c3d7-4f23-9347-bab7dc1c2acf is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:29:41.959074 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-3c74c5cf-fbb0-431d-bcbc-c72d0882649a tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Resources bound (agent type, host, resource id): {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:29:41.988014 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-3c74c5cf-fbb0-431d-bcbc-c72d0882649a tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:29:41.994289 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-3c74c5cf-fbb0-431d-bcbc-c72d0882649a tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:41.995240 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-3c74c5cf-fbb0-431d-bcbc-c72d0882649a tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:42.174542 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c7279920-cdac-4a25-8619-7b5ff1ce634c req-ebc1c565-0605-4b27-ab28-5a08e1de451d service neutron] 10.222.0.68 "GET /v2.0/networks/377cbf06-b5ed-4141-bc2f-8a962cb40328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808397 Apr 23 10:29:42.175530 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-3c74c5cf-fbb0-431d-bcbc-c72d0882649a tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3007329 Apr 23 10:29:42.187072 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-903a4ad2-828d-4f3f-9405-4efc9ae9e8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:42.220808 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-14183798-5090-457e-b914-cc5a26066943 req-7ea88575-e6d5-4cce-b8de-484dcccfab83 service neutron] 10.222.0.70 "GET /v2.0/networks/92060680-c3d7-4f23-9347-bab7dc1c2acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593558 Apr 23 10:29:42.242551 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-707f01b6-0921-4279-98b0-70401ac68cff req-425cea31-9b49-4af2-b2f3-34fbd296e6cc tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:42.246704 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-903a4ad2-828d-4f3f-9405-4efc9ae9e8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:42.262879 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128523f-aa43-45fc-918f-dc97567baf49 req-ae16168c-5ede-4fba-b641-0ec6dd70a38f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:42.264466 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3128523f-aa43-45fc-918f-dc97567baf49 req-ae16168c-5ede-4fba-b641-0ec6dd70a38f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 945 time: 0.1810493 Apr 23 10:29:42.271607 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] Request body: {'port': {'device_id': 'c20b8663-d101-491e-ac48-83f383b9752e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:42.293721 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-707f01b6-0921-4279-98b0-70401ac68cff req-425cea31-9b49-4af2-b2f3-34fbd296e6cc tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Transition to ACTIVE for port object 15377bcc-175b-43d5-982f-3f50df9db188 will not be triggered until provisioned by entity DHCP. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:29:42.317150 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-903a4ad2-828d-4f3f-9405-4efc9ae9e8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:42.322298 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:42.339538 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a4ad2-828d-4f3f-9405-4efc9ae9e8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3623d99-f283-43c8-ad79-c7b5cdc6c913,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:42.344819 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-903a4ad2-828d-4f3f-9405-4efc9ae9e8a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:42.393118 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-707f01b6-0921-4279-98b0-70401ac68cff req-425cea31-9b49-4af2-b2f3-34fbd296e6cc tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:42.412096 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1f99f7d7-5534-496e-a056-3c81166c668c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:42.444820 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-903a4ad2-828d-4f3f-9405-4efc9ae9e8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:42.446048 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-903a4ad2-828d-4f3f-9405-4efc9ae9e8a7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f3623d99-f283-43c8-ad79-c7b5cdc6c913 HTTP/1.1" status: 204 len: 168 time: 0.5704796 Apr 23 10:29:42.484722 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-707f01b6-0921-4279-98b0-70401ac68cff req-425cea31-9b49-4af2-b2f3-34fbd296e6cc tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Network b126fda1-8aba-4f97-9375-594b068d7500 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:29:42.490093 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-707f01b6-0921-4279-98b0-70401ac68cff req-425cea31-9b49-4af2-b2f3-34fbd296e6cc tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:29:42.500675 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-707f01b6-0921-4279-98b0-70401ac68cff req-425cea31-9b49-4af2-b2f3-34fbd296e6cc tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:29:42.506835 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f01b6-0921-4279-98b0-70401ac68cff req-425cea31-9b49-4af2-b2f3-34fbd296e6cc tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:42.507544 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-707f01b6-0921-4279-98b0-70401ac68cff req-425cea31-9b49-4af2-b2f3-34fbd296e6cc tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:42.541943 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425cea31-9b49-4af2-b2f3-34fbd296e6cc tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Pushing event updated for resources: {'Port': ['ID=15377bcc-175b-43d5-982f-3f50df9db188,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:42.547216 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-425cea31-9b49-4af2-b2f3-34fbd296e6cc tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:42.553548 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-707f01b6-0921-4279-98b0-70401ac68cff req-425cea31-9b49-4af2-b2f3-34fbd296e6cc tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7942905 Apr 23 10:29:42.562108 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c74ce-88c2-448e-9b30-8924ccf24e72 req-5e126860-bb33-4f3c-aaa8-6dd92cc5a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:42.569333 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3a5c74ce-88c2-448e-9b30-8924ccf24e72 req-5e126860-bb33-4f3c-aaa8-6dd92cc5a668 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9e2e7231601e4614aa59d2d7e8dd7020&device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 1097 time: 0.2219148 Apr 23 10:29:42.595213 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-707f01b6-0921-4279-98b0-70401ac68cff req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] Request body: {'port': {'device_id': '7e8d8a11-411b-465a-87a4-14ca029d4c21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:42.761628 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3128523f-aa43-45fc-918f-dc97567baf49 req-731d7265-0b31-4b43-933a-3721439a9423 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623363 Apr 23 10:29:42.788076 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:42.801224 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-14183798-5090-457e-b914-cc5a26066943 req-a9c42d0c-b2cd-43cb-b3f4-8904c4464c2b service neutron] 10.222.0.70 "GET /v2.0/networks/92060680-c3d7-4f23-9347-bab7dc1c2acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5725610 Apr 23 10:29:42.834083 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-83613153-fe34-4d05-af51-c16370fcf37e None None] Provisioning for port 15377bcc-175b-43d5-982f-3f50df9db188 completed by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:29:42.846111 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-83613153-fe34-4d05-af51-c16370fcf37e None None] Provisioning complete for port 15377bcc-175b-43d5-982f-3f50df9db188 triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:42.862581 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-83613153-fe34-4d05-af51-c16370fcf37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:43.074736 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-83613153-fe34-4d05-af51-c16370fcf37e None None] Port 15377bcc-175b-43d5-982f-3f50df9db188 cannot update to ACTIVE because it is not bound. {{(pid=86423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:29:43.134536 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 58732) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:43.138419 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-707f01b6-0921-4279-98b0-70401ac68cff req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:43.166372 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c74ce-88c2-448e-9b30-8924ccf24e72 req-5d3fac1b-be04-42f9-b1e7-5f63941d4ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:43.169397 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3a5c74ce-88c2-448e-9b30-8924ccf24e72 req-5d3fac1b-be04-42f9-b1e7-5f63941d4ce1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=377cbf06-b5ed-4141-bc2f-8a962cb40328 HTTP/1.1" status: 200 len: 912 time: 0.5172594 Apr 23 10:29:43.172606 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-46b5862f-14c4-4b6e-8d66-3d3605e3e427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:43.338704 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3a5c74ce-88c2-448e-9b30-8924ccf24e72 req-95d77bb7-3eb2-463d-90bd-578d42295353 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6215c5a-e95e-40e4-9bb5-da53725a34f0 HTTP/1.1" status: 200 len: 217 time: 0.1131351 Apr 23 10:29:43.344617 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-46b5862f-14c4-4b6e-8d66-3d3605e3e427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:43.357497 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-46b5862f-14c4-4b6e-8d66-3d3605e3e427 admin admin] Usage tracker for resource:security_group_rule and tenant:6bffe1dace494abe85a0e5a13e60af7f is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:43.375928 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-46b5862f-14c4-4b6e-8d66-3d3605e3e427 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:43.404604 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98ba82-cbef-4f36-97df-6a222fd06409 req-7041c925-5aeb-48cc-86e3-3a0e88b7e7cc tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:43.416916 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2d98ba82-cbef-4f36-97df-6a222fd06409 req-7041c925-5aeb-48cc-86e3-3a0e88b7e7cc tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/ports?device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 944 time: 0.4405444 Apr 23 10:29:43.437645 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-46b5862f-14c4-4b6e-8d66-3d3605e3e427 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:43.632252 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2d98ba82-cbef-4f36-97df-6a222fd06409 req-b131abc0-1a0b-442a-8306-ff1c58c83f82 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/security-groups?id=71a92d12-2d76-47ff-ad58-5eb2668ebdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138596 Apr 23 10:29:43.710915 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c74ce-88c2-448e-9b30-8924ccf24e72 req-0cc2f52e-f87f-49a8-9543-4346ae517d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:43.714210 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3a5c74ce-88c2-448e-9b30-8924ccf24e72 req-0cc2f52e-f87f-49a8-9543-4346ae517d32 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=442518bf-f290-4118-8c71-53acc983366d HTTP/1.1" status: 200 len: 851 time: 0.3297548 Apr 23 10:29:43.737721 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-46b5862f-14c4-4b6e-8d66-3d3605e3e427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:43.748445 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-46b5862f-14c4-4b6e-8d66-3d3605e3e427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:43.812144 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-49d8a148-3110-4b63-b960-ed34b091855a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:43.879039 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fefce-9e16-4727-802e-bdbf147ff808 req-5a8c89c3-30fc-41a5-968f-3952be4cd8ed tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:43.890004 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f20fefce-9e16-4727-802e-bdbf147ff808 req-5a8c89c3-30fc-41a5-968f-3952be4cd8ed tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 932 time: 0.7001193 Apr 23 10:29:43.901634 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5862f-14c4-4b6e-8d66-3d3605e3e427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b87295-64a1-4bbb-9c4f-0f8cfa86b2e2,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:43.940006 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.db.resource_extend [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 10:29:43.949639 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-46b5862f-14c4-4b6e-8d66-3d3605e3e427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:44.040509 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-db15d60b-8cb4-4037-b110-4d83b80dfa56 req-e3a6d7ee-565f-4f70-ba1b-8af65821baa4 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Synchronizing usage tracker for tenant:42c0406689e14916a31b158a17ed06c8 on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:29:44.139051 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-46b5862f-14c4-4b6e-8d66-3d3605e3e427 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6bffe1dace494abe85a0e5a13e60af7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0026162 Apr 23 10:29:44.144461 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 5c6bc6da-93ec-4398-9c44-49cd341026ff up at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:29:44.155115 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f20fefce-9e16-4727-802e-bdbf147ff808 req-6ae90d34-ec0c-4697-82a7-90419d6049b0 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639067 Apr 23 10:29:44.159848 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 58762) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:44.200532 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-db15d60b-8cb4-4037-b110-4d83b80dfa56 req-e3a6d7ee-565f-4f70-ba1b-8af65821baa4 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Unset dirty status for tenant:42c0406689e14916a31b158a17ed06c8 on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:29:44.201984 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-db15d60b-8cb4-4037-b110-4d83b80dfa56 req-e3a6d7ee-565f-4f70-ba1b-8af65821baa4 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 210 time: 0.3034482 Apr 23 10:29:44.209663 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 480303f9-8468-4232-b1ae-7fe0e7babbd5 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:29:44.261659 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:44.268891 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning for port 5c6bc6da-93ec-4398-9c44-49cd341026ff completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:29:44.284461 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning complete for port 5c6bc6da-93ec-4398-9c44-49cd341026ff triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:44.285036 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:44.415422 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-948198ce-7a76-469c-8098-8ae4e20ebb81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:44.425056 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] Transition to ACTIVE for port object 480303f9-8468-4232-b1ae-7fe0e7babbd5 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:29:44.530747 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:44.582611 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-948198ce-7a76-469c-8098-8ae4e20ebb81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:44.584235 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 5c6bc6da-93ec-4398-9c44-49cd341026ff, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5c6bc6da-93ec-4398-9c44-49cd341026ff,segment=NetworkSegment(5057dd03-d1f0-4c3f-9d58-23311a3c11a3),segment_id=5057dd03-d1f0-4c3f-9d58-23311a3c11a3)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:29:44.585525 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6bc6da-93ec-4398-9c44-49cd341026ff'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:29:44.641303 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:44.662732 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:44.665002 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:44.704145 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-948198ce-7a76-469c-8098-8ae4e20ebb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:44.706889 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-94a49ab3-da5d-47d4-9380-731ac42e566b req-8f97af3f-97b1-43b9-a598-2b0b5ff7bfce tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 210 time: 0.1734428 Apr 23 10:29:44.708391 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:44.844190 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=5c6bc6da-93ec-4398-9c44-49cd341026ff,revision_number=5']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:44.854867 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:44.987387 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [req-707f01b6-0921-4279-98b0-70401ac68cff req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15377bcc-175b-43d5-982f-3f50df9db188 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:29:44.997790 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] Pushing event updated for resources: {'Port': ['ID=480303f9-8468-4232-b1ae-7fe0e7babbd5,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:45.020559 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-707f01b6-0921-4279-98b0-70401ac68cff req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:45.035613 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3a5c74ce-88c2-448e-9b30-8924ccf24e72 req-fd57a39a-1116-4989-8845-a1a88dd8d85d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=377cbf06-b5ed-4141-bc2f-8a962cb40328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.2400517 Apr 23 10:29:45.062172 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:45.066069 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.68', 54223) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:45.072396 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3152fd37-10f8-40c9-b397-5b845ffa89e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:45.075432 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf496109-a32c-461f-a1be-417f74c99234 req-d16cf09c-0632-438d-84f1-3a81112000f9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:45.076358 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-cf496109-a32c-461f-a1be-417f74c99234 req-d16cf09c-0632-438d-84f1-3a81112000f9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Synchronizing usage tracker for tenant:9d145e5c62004c8fb3ccc764665554b4 on resource:network {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:29:45.159586 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-948198ce-7a76-469c-8098-8ae4e20ebb81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:45.163857 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-948198ce-7a76-469c-8098-8ae4e20ebb81 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/08b87295-64a1-4bbb-9c4f-0f8cfa86b2e2 HTTP/1.1" status: 204 len: 168 time: 0.9946928 Apr 23 10:29:45.163857 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948198ce-7a76-469c-8098-8ae4e20ebb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b87295-64a1-4bbb-9c4f-0f8cfa86b2e2,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:45.193753 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-948198ce-7a76-469c-8098-8ae4e20ebb81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:45.199474 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] Attempting to bind port 480303f9-8468-4232-b1ae-7fe0e7babbd5 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:29:45.200403 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] Attempting to bind port 480303f9-8468-4232-b1ae-7fe0e7babbd5 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '02296a69-3515-4f69-9187-6e05dc25a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '92060680-c3d7-4f23-9347-bab7dc1c2acf'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:29:45.200782 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] Attempting to bind port 480303f9-8468-4232-b1ae-7fe0e7babbd5 on network 92060680-c3d7-4f23-9347-bab7dc1c2acf {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:29:45.219147 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097f3f3-04c6-4522-bb60-f7549865e81a req-57e816f7-c353-4e78-8b07-cae818a02a5f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:45.226971 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5097f3f3-04c6-4522-bb60-f7549865e81a req-57e816f7-c353-4e78-8b07-cae818a02a5f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 945 time: 0.8127069 Apr 23 10:29:45.231743 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] Port 480303f9-8468-4232-b1ae-7fe0e7babbd5 on network 92060680-c3d7-4f23-9347-bab7dc1c2acf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:29:45.232116 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] Attempting to bind port 480303f9-8468-4232-b1ae-7fe0e7babbd5 on network 92060680-c3d7-4f23-9347-bab7dc1c2acf {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:29:45.258038 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] Checking agent: {'id': 'e9dd349d-b683-48bd-911f-eb86d546e7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'started_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:29:45.258432 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] Checking segment: {'id': '02296a69-3515-4f69-9187-6e05dc25a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '92060680-c3d7-4f23-9347-bab7dc1c2acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:29:45.258859 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] Bound using segment: {'id': '02296a69-3515-4f69-9187-6e05dc25a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '92060680-c3d7-4f23-9347-bab7dc1c2acf'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:29:45.259352 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] Bound port: 480303f9-8468-4232-b1ae-7fe0e7babbd5, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02296a69-3515-4f69-9187-6e05dc25a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '92060680-c3d7-4f23-9347-bab7dc1c2acf'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:29:45.259741 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:45.303553 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-707f01b6-0921-4279-98b0-70401ac68cff req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] Transition to ACTIVE for port object 15377bcc-175b-43d5-982f-3f50df9db188 will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:29:45.319185 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-707f01b6-0921-4279-98b0-70401ac68cff req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:45.344391 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e0b03bea-db9f-45aa-81ed-8beeaaeddd23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:45.374679 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5097f3f3-04c6-4522-bb60-f7549865e81a req-700ebf4a-bb9a-4355-b923-69da32577c95 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467083 Apr 23 10:29:45.375238 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-cf496109-a32c-461f-a1be-417f74c99234 req-d16cf09c-0632-438d-84f1-3a81112000f9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Unset dirty status for tenant:9d145e5c62004c8fb3ccc764665554b4 on resource:network {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:29:45.376546 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cf496109-a32c-461f-a1be-417f74c99234 req-d16cf09c-0632-438d-84f1-3a81112000f9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.68 "GET /v2.0/networks?id=07e313a3-9394-4ad4-9174-85a4ed950f67 HTTP/1.1" status: 200 len: 817 time: 2.0435405 Apr 23 10:29:45.432745 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007a4a8-3163-4263-9276-6d109f7ff9e5 req-aee1ac07-b5f6-45b3-a3ae-4bb38ee87a01 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:45.434456 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7007a4a8-3163-4263-9276-6d109f7ff9e5 req-aee1ac07-b5f6-45b3-a3ae-4bb38ee87a01 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/ports?device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 944 time: 0.3709555 Apr 23 10:29:45.461669 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] For port 480303f9-8468-4232-b1ae-7fe0e7babbd5, host hv-cinder-77923, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:29:45.478689 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] For port 480303f9-8468-4232-b1ae-7fe0e7babbd5, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=480303f9-8468-4232-b1ae-7fe0e7babbd5,segment=NetworkSegment(02296a69-3515-4f69-9187-6e05dc25a7f9),segment_id=02296a69-3515-4f69-9187-6e05dc25a7f9)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:29:45.490649 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:45.501433 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:45.531668 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] Pushing event updated for resources: {'Port': ['ID=15377bcc-175b-43d5-982f-3f50df9db188,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:45.569996 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7007a4a8-3163-4263-9276-6d109f7ff9e5 req-45e88ef7-2b42-46d9-9bda-5e46d42c3fee tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/security-groups?id=71a92d12-2d76-47ff-ad58-5eb2668ebdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265965 Apr 23 10:29:45.589613 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:45.590319 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:45.591902 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] 10.222.0.68 "PUT /v2.0/ports/480303f9-8468-4232-b1ae-7fe0e7babbd5 HTTP/1.1" status: 200 len: 1093 time: 3.3406110 Apr 23 10:29:45.592307 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c20b8663-d101-491e-ac48-83f383b9752e', 'tag': '480303f9-8468-4232-b1ae-7fe0e7babbd5'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:29:45.617940 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:45.620799 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3a5c74ce-88c2-448e-9b30-8924ccf24e72 req-4eb5fcb8-9071-44ac-a44f-2a9eed1d8235 service neutron] 10.222.0.68 "GET /v2.0/networks/377cbf06-b5ed-4141-bc2f-8a962cb40328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289350 Apr 23 10:29:45.663553 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] Pushing event updated for resources: {'Port': ['ID=480303f9-8468-4232-b1ae-7fe0e7babbd5,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:45.668445 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:45.719813 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6bc6da-93ec-4398-9c44-49cd341026ff', 'code': 200} Apr 23 10:29:45.820013 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-cf496109-a32c-461f-a1be-417f74c99234 req-537df63d-ce89-4005-b8e6-62928dbaef47 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Synchronizing usage tracker for tenant:9d145e5c62004c8fb3ccc764665554b4 on resource:security_group {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:29:45.897020 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14183798-5090-457e-b914-cc5a26066943 req-d2491429-ca4e-4c0e-8282-23e64ff21964 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:45.897777 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-14183798-5090-457e-b914-cc5a26066943 req-d2491429-ca4e-4c0e-8282-23e64ff21964 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Synchronizing usage tracker for tenant:42c0406689e14916a31b158a17ed06c8 on resource:network {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:29:45.922549 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-707f01b6-0921-4279-98b0-70401ac68cff req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] Attempting to bind port 15377bcc-175b-43d5-982f-3f50df9db188 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:29:45.922927 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-707f01b6-0921-4279-98b0-70401ac68cff req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] Attempting to bind port 15377bcc-175b-43d5-982f-3f50df9db188 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '35f312ee-a0a3-4052-9682-1de254c7408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:29:45.923296 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707f01b6-0921-4279-98b0-70401ac68cff req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] Attempting to bind port 15377bcc-175b-43d5-982f-3f50df9db188 on network b126fda1-8aba-4f97-9375-594b068d7500 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:29:45.949226 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-9f665d34-61ca-4a57-8ee5-6fcc5544e6ef req-c0ae85e8-eee4-42c6-9198-f3a58e687a21 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 210 time: 0.0867486 Apr 23 10:29:45.949389 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707f01b6-0921-4279-98b0-70401ac68cff req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] Port 15377bcc-175b-43d5-982f-3f50df9db188 on network b126fda1-8aba-4f97-9375-594b068d7500 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:29:45.949747 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707f01b6-0921-4279-98b0-70401ac68cff req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] Attempting to bind port 15377bcc-175b-43d5-982f-3f50df9db188 on network b126fda1-8aba-4f97-9375-594b068d7500 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:29:45.974026 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707f01b6-0921-4279-98b0-70401ac68cff req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] Checking agent: {'id': 'e9dd349d-b683-48bd-911f-eb86d546e7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'started_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:29:45.974404 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707f01b6-0921-4279-98b0-70401ac68cff req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] Checking segment: {'id': '35f312ee-a0a3-4052-9682-1de254c7408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:29:45.974928 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707f01b6-0921-4279-98b0-70401ac68cff req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] Bound using segment: {'id': '35f312ee-a0a3-4052-9682-1de254c7408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:29:45.975334 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-707f01b6-0921-4279-98b0-70401ac68cff req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] Bound port: 15377bcc-175b-43d5-982f-3f50df9db188, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f312ee-a0a3-4052-9682-1de254c7408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:29:45.975786 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-707f01b6-0921-4279-98b0-70401ac68cff req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:45.993125 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-14183798-5090-457e-b914-cc5a26066943 req-d2491429-ca4e-4c0e-8282-23e64ff21964 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Unset dirty status for tenant:42c0406689e14916a31b158a17ed06c8 on resource:network {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:29:45.994398 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-14183798-5090-457e-b914-cc5a26066943 req-d2491429-ca4e-4c0e-8282-23e64ff21964 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.68 "GET /v2.0/networks?id=92060680-c3d7-4f23-9347-bab7dc1c2acf HTTP/1.1" status: 200 len: 818 time: 0.9085152 Apr 23 10:29:45.995066 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-cf496109-a32c-461f-a1be-417f74c99234 req-537df63d-ce89-4005-b8e6-62928dbaef47 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Unset dirty status for tenant:9d145e5c62004c8fb3ccc764665554b4 on resource:security_group {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:29:45.996213 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cf496109-a32c-461f-a1be-417f74c99234 req-537df63d-ce89-4005-b8e6-62928dbaef47 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d145e5c62004c8fb3ccc764665554b4 HTTP/1.1" status: 200 len: 380 time: 0.5424438 Apr 23 10:29:46.026412 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-4a58edc8-ff97-4bba-a8f1-abdfaaf2e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:46.028310 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-4a58edc8-ff97-4bba-a8f1-abdfaaf2e1b0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=42c0406689e14916a31b158a17ed06c8&device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 1096 time: 0.3553052 Apr 23 10:29:46.036953 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-14183798-5090-457e-b914-cc5a26066943 req-f73f62e6-f4f5-4ddd-a3e5-aa2f996af25c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Request body: {'port': {'device_id': 'a031b480-5e4b-4fd7-b5bf-669aae994363', 'network_id': '92060680-c3d7-4f23-9347-bab7dc1c2acf', 'admin_state_up': True, 'tenant_id': '42c0406689e14916a31b158a17ed06c8'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:46.041075 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.68', 54230) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:46.057837 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11faed2c-c14e-4b8d-a307-b018a935f226 req-d16effa8-08bd-4b99-b882-7564b4f5aa6a tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:46.059611 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-11faed2c-c14e-4b8d-a307-b018a935f226 req-d16effa8-08bd-4b99-b882-7564b4f5aa6a tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 944 time: 0.2699075 Apr 23 10:29:46.146583 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-cf496109-a32c-461f-a1be-417f74c99234 req-316faa74-2697-4a1b-9665-c038e547b75f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Request body: {'port': {'device_id': '363d6e83-40d2-4861-a61e-b49b10562d9c', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'admin_state_up': True, 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'security_groups': ['d47e5a67-ea61-4e3a-adac-4225b72f9177']}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:46.168944 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device b6215c5a-e95e-40e4-9bb5-da53725a34f0 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:29:46.213959 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3a5c74ce-88c2-448e-9b30-8924ccf24e72 req-c7f854e5-d322-4f1a-b849-80dad56b6115 service neutron] 10.222.0.68 "GET /v2.0/networks/377cbf06-b5ed-4141-bc2f-8a962cb40328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217545 Apr 23 10:29:46.277388 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c20b8663-d101-491e-ac48-83f383b9752e', 'tag': '480303f9-8468-4232-b1ae-7fe0e7babbd5', 'status': 'completed', 'code': 200} Apr 23 10:29:46.360775 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-193aa96e-0ee3-4b47-96f0-9c7cb9debf79 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=480303f9-8468-4232-b1ae-7fe0e7babbd5 HTTP/1.1" status: 200 len: 217 time: 0.2974629 Apr 23 10:29:46.470372 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port b6215c5a-e95e-40e4-9bb5-da53725a34f0, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=b6215c5a-e95e-40e4-9bb5-da53725a34f0,segment=NetworkSegment(2fd70c6d-864f-4478-b7b4-21a7a9a9f4c8),segment_id=2fd70c6d-864f-4478-b7b4-21a7a9a9f4c8)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:29:46.513349 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Returning: {'device': 'b6215c5a-e95e-40e4-9bb5-da53725a34f0', 'network_id': '377cbf06-b5ed-4141-bc2f-8a962cb40328', 'port_id': 'b6215c5a-e95e-40e4-9bb5-da53725a34f0', 'mac_address': 'fa:16:3e:ae:58:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '442518bf-f290-4118-8c71-53acc983366d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:29:46.514935 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-792060a2-6c83-4a16-95e8-5fdc300fead6 req-5f60b8cf-3d69-4306-90f8-4e84d875e0c6 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 210 time: 0.1970704 Apr 23 10:29:46.559994 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-11faed2c-c14e-4b8d-a307-b018a935f226 req-3243ccf1-3a88-4c2f-8965-3a616f5c2cdd tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3324547 Apr 23 10:29:46.572882 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-707f01b6-0921-4279-98b0-70401ac68cff req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] For port 15377bcc-175b-43d5-982f-3f50df9db188, host hv-cinder-77923, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:29:46.604844 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-707f01b6-0921-4279-98b0-70401ac68cff req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] For port 15377bcc-175b-43d5-982f-3f50df9db188, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=15377bcc-175b-43d5-982f-3f50df9db188,segment=NetworkSegment(35f312ee-a0a3-4052-9682-1de254c7408a),segment_id=35f312ee-a0a3-4052-9682-1de254c7408a)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:29:46.648933 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-14183798-5090-457e-b914-cc5a26066943 req-f73f62e6-f4f5-4ddd-a3e5-aa2f996af25c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:46.651947 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-707f01b6-0921-4279-98b0-70401ac68cff req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:46.687052 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:46.697710 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-ac92c861-5557-45e6-b7ab-ee4b25321da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:46.703492 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-ac92c861-5557-45e6-b7ab-ee4b25321da8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b838711e-84ce-47a5-87c2-83a0fa1d623a HTTP/1.1" status: 200 len: 858 time: 0.1621075 Apr 23 10:29:46.706017 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:46.733919 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6215c5a-e95e-40e4-9bb5-da53725a34f0 {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:29:46.781401 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port b6215c5a-e95e-40e4-9bb5-da53725a34f0, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=b6215c5a-e95e-40e4-9bb5-da53725a34f0,segment=NetworkSegment(2fd70c6d-864f-4478-b7b4-21a7a9a9f4c8),segment_id=2fd70c6d-864f-4478-b7b4-21a7a9a9f4c8)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:29:46.788872 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-14183798-5090-457e-b914-cc5a26066943 req-f73f62e6-f4f5-4ddd-a3e5-aa2f996af25c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:46.789128 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:46.796377 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6ffb86cb-dbf3-4e3a-afc2-22e223edf3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:46.807434 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-cf496109-a32c-461f-a1be-417f74c99234 req-316faa74-2697-4a1b-9665-c038e547b75f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:46.823127 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-ed16ff89-65c3-4062-9a4c-f89fe98a84cb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=92060680-c3d7-4f23-9347-bab7dc1c2acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018436 Apr 23 10:29:46.840972 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-cf496109-a32c-461f-a1be-417f74c99234 req-316faa74-2697-4a1b-9665-c038e547b75f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Usage tracker for resource:port and tenant:9d145e5c62004c8fb3ccc764665554b4 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:46.856538 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-cf496109-a32c-461f-a1be-417f74c99234 req-316faa74-2697-4a1b-9665-c038e547b75f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:46.862685 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f01b6-0921-4279-98b0-70401ac68cff req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:46.863412 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-707f01b6-0921-4279-98b0-70401ac68cff req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:46.865095 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-707f01b6-0921-4279-98b0-70401ac68cff req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] 10.222.0.68 "PUT /v2.0/ports/15377bcc-175b-43d5-982f-3f50df9db188 HTTP/1.1" status: 200 len: 1094 time: 4.2778320 Apr 23 10:29:46.871358 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8d8a11-411b-465a-87a4-14ca029d4c21', 'tag': '15377bcc-175b-43d5-982f-3f50df9db188'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:29:46.883936 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14183798-5090-457e-b914-cc5a26066943 req-f73f62e6-f4f5-4ddd-a3e5-aa2f996af25c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Made reservation on behalf of 42c0406689e14916a31b158a17ed06c8 for: {'port': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:29:46.890964 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-14183798-5090-457e-b914-cc5a26066943 req-f73f62e6-f4f5-4ddd-a3e5-aa2f996af25c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:46.902458 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-cf496109-a32c-461f-a1be-417f74c99234 req-316faa74-2697-4a1b-9665-c038e547b75f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:47.030321 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] Pushing event updated for resources: {'Port': ['ID=15377bcc-175b-43d5-982f-3f50df9db188,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:47.038215 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=b6215c5a-e95e-40e4-9bb5-da53725a34f0,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:47.042083 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf496109-a32c-461f-a1be-417f74c99234 req-316faa74-2697-4a1b-9665-c038e547b75f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Made reservation on behalf of 9d145e5c62004c8fb3ccc764665554b4 for: {'port': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:29:47.055156 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-cf496109-a32c-461f-a1be-417f74c99234 req-316faa74-2697-4a1b-9665-c038e547b75f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:47.068593 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:47.087500 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:47.163840 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 58852) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:47.284455 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['b6215c5a-e95e-40e4-9bb5-da53725a34f0'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:29:47.338690 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a43605-789a-4912-ac49-18793c09ef89 req-654948b4-6823-4d20-9169-7fa6cced7763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:47.339683 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-29a43605-789a-4912-ac49-18793c09ef89 req-654948b4-6823-4d20-9169-7fa6cced7763 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 1099 time: 1.2786779 Apr 23 10:29:47.366545 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6539e8b-9455-495b-a0b4-82315cd200b7 req-7e3215d8-7cbe-4bd4-9106-e32e41dadd31 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:47.368605 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b6539e8b-9455-495b-a0b4-82315cd200b7 req-7e3215d8-7cbe-4bd4-9106-e32e41dadd31 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 946 time: 0.6638434 Apr 23 10:29:47.447454 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f01b6-0921-4279-98b0-70401ac68cff req-45536312-8189-4bc2-b289-1092e2cbe392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:47.449111 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-707f01b6-0921-4279-98b0-70401ac68cff req-45536312-8189-4bc2-b289-1092e2cbe392 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=053dbb1c35f34193b18ee2a736ef5da6&device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 1097 time: 0.3600867 Apr 23 10:29:47.460409 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-14183798-5090-457e-b914-cc5a26066943 req-f73f62e6-f4f5-4ddd-a3e5-aa2f996af25c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Allocated IP 172.20.0.2 (92060680-c3d7-4f23-9347-bab7dc1c2acf/b838711e-84ce-47a5-87c2-83a0fa1d623a/c2a8803b-af90-42f9-b2bb-26df7a395aca) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:29:47.478477 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-29a43605-789a-4912-ac49-18793c09ef89 req-fabba795-0992-4dbf-acef-4f47e27eaf45 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:47.516632 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-29a43605-789a-4912-ac49-18793c09ef89 req-fabba795-0992-4dbf-acef-4f47e27eaf45 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:47.520523 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-29a43605-789a-4912-ac49-18793c09ef89 req-fabba795-0992-4dbf-acef-4f47e27eaf45 service neutron] Usage tracker for resource:security_group_rule and tenant:7ce8049da56f4c758d57282b081636a2 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:47.523780 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-29a43605-789a-4912-ac49-18793c09ef89 req-fabba795-0992-4dbf-acef-4f47e27eaf45 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:47.530537 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-29a43605-789a-4912-ac49-18793c09ef89 req-fabba795-0992-4dbf-acef-4f47e27eaf45 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:47.562245 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-707f01b6-0921-4279-98b0-70401ac68cff req-35a93674-04f2-4617-9b7c-450bfba98734 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15377bcc-175b-43d5-982f-3f50df9db188 HTTP/1.1" status: 200 len: 217 time: 0.0898759 Apr 23 10:29:47.603404 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b6539e8b-9455-495b-a0b4-82315cd200b7 req-615c521b-c224-463c-862c-ada65545d404 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208521 Apr 23 10:29:47.616766 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b7ce5-0d9c-4ef2-b0b0-cdaf32fadf5c req-3f813826-aad2-4477-a914-e54da248df18 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:47.625879 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-794b7ce5-0d9c-4ef2-b0b0-cdaf32fadf5c req-3f813826-aad2-4477-a914-e54da248df18 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/ports?device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 945 time: 0.8015792 Apr 23 10:29:47.663593 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-cf496109-a32c-461f-a1be-417f74c99234 req-316faa74-2697-4a1b-9665-c038e547b75f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Allocated IP 172.20.0.8 (07e313a3-9394-4ad4-9174-85a4ed950f67/5902ead7-1ca3-4af8-a9cd-6880ceeef64b/33ddcfa7-4f10-4a97-8704-29c2a7d515f8) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:29:47.669324 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d61ddeb6-3ad9-4d8e-8048-1127843f164f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:47.700715 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8d8a11-411b-465a-87a4-14ca029d4c21', 'tag': '15377bcc-175b-43d5-982f-3f50df9db188', 'status': 'completed', 'code': 200} Apr 23 10:29:47.702926 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-4cd7305c-4e95-478b-ae97-0e4bfc090e27 service neutron] 10.222.0.68 "GET /v2.0/networks/92060680-c3d7-4f23-9347-bab7dc1c2acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8072252 Apr 23 10:29:47.732091 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d61ddeb6-3ad9-4d8e-8048-1127843f164f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:47.748060 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-d61ddeb6-3ad9-4d8e-8048-1127843f164f admin admin] Usage tracker for resource:security_group_rule and tenant:d07b42acc1db4477bb28975d06687298 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:47.754117 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f01b6-0921-4279-98b0-70401ac68cff req-80980e0b-d1c3-4720-8218-0321342aaf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:47.755752 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-707f01b6-0921-4279-98b0-70401ac68cff req-80980e0b-d1c3-4720-8218-0321342aaf1b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cace927e-fc70-4e72-9b62-fe1db6ce7c84 HTTP/1.1" status: 200 len: 849 time: 0.1752877 Apr 23 10:29:47.768233 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-d61ddeb6-3ad9-4d8e-8048-1127843f164f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:47.795536 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-794b7ce5-0d9c-4ef2-b0b0-cdaf32fadf5c req-9fca2010-b509-4e1f-9a80-463a1468cbe0 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/security-groups?id=71a92d12-2d76-47ff-ad58-5eb2668ebdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625314 Apr 23 10:29:47.842079 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d61ddeb6-3ad9-4d8e-8048-1127843f164f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:47.846749 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-29a43605-789a-4912-ac49-18793c09ef89 req-fabba795-0992-4dbf-acef-4f47e27eaf45 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:48.073409 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-21fc9a3d-8d0c-46b3-bf5a-0dbbe32e18c3 req-7776f373-33fb-4bf5-8ef5-cffac6dc9155 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 210 time: 0.2216473 Apr 23 10:29:48.212121 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-29a43605-789a-4912-ac49-18793c09ef89 req-fabba795-0992-4dbf-acef-4f47e27eaf45 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:48.214733 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-313f7d32-b24f-408e-a365-679540b65eac service neutron] 10.222.0.68 "GET /v2.0/networks/92060680-c3d7-4f23-9347-bab7dc1c2acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852617 Apr 23 10:29:48.251647 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6a2fcde5-75b7-40a5-bbaf-5b0419b6c2dd req-ef642242-479e-4800-8a0c-97eff6e16e43 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 210 time: 0.2595532 Apr 23 10:29:48.252841 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:48.281292 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-29a43605-789a-4912-ac49-18793c09ef89 req-fabba795-0992-4dbf-acef-4f47e27eaf45 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9087107 Apr 23 10:29:48.304113 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-14183798-5090-457e-b914-cc5a26066943 req-f73f62e6-f4f5-4ddd-a3e5-aa2f996af25c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:48.353524 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabba795-0992-4dbf-acef-4f47e27eaf45 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6584e3-6852-43b7-ad07-bf87c147cce6,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:48.358975 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fabba795-0992-4dbf-acef-4f47e27eaf45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:48.401724 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27501c4d-bdbc-4362-9cde-df1441104f1a req-d091aacc-c55d-490f-82ce-549373e41aa3 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:48.403589 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-27501c4d-bdbc-4362-9cde-df1441104f1a req-d091aacc-c55d-490f-82ce-549373e41aa3 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 944 time: 0.1210883 Apr 23 10:29:48.459242 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-27501c4d-bdbc-4362-9cde-df1441104f1a req-4facaff2-32b5-4cf8-8385-a7b1ccb79af4 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470169 Apr 23 10:29:48.471753 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f01b6-0921-4279-98b0-70401ac68cff req-6be2d9db-42fb-42eb-ab75-5c39849c1a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:48.473436 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-707f01b6-0921-4279-98b0-70401ac68cff req-6be2d9db-42fb-42eb-ab75-5c39849c1a3d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b126fda1-8aba-4f97-9375-594b068d7500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7018657 Apr 23 10:29:48.570517 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-cf496109-a32c-461f-a1be-417f74c99234 req-316faa74-2697-4a1b-9665-c038e547b75f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:48.574357 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-14183798-5090-457e-b914-cc5a26066943 req-f73f62e6-f4f5-4ddd-a3e5-aa2f996af25c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:48.607830 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:48.651554 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-cf496109-a32c-461f-a1be-417f74c99234 req-316faa74-2697-4a1b-9665-c038e547b75f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Transition to ACTIVE for port object 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 will not be triggered until provisioned by entity DHCP. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:29:48.672136 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d61ddeb6-3ad9-4d8e-8048-1127843f164f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:48.680863 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14183798-5090-457e-b914-cc5a26066943 req-f73f62e6-f4f5-4ddd-a3e5-aa2f996af25c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Network 92060680-c3d7-4f23-9347-bab7dc1c2acf is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:29:48.686107 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d61ddeb6-3ad9-4d8e-8048-1127843f164f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:48.702951 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-14183798-5090-457e-b914-cc5a26066943 req-f73f62e6-f4f5-4ddd-a3e5-aa2f996af25c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:29:48.708023 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-14183798-5090-457e-b914-cc5a26066943 req-f73f62e6-f4f5-4ddd-a3e5-aa2f996af25c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:29:48.722528 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14183798-5090-457e-b914-cc5a26066943 req-f73f62e6-f4f5-4ddd-a3e5-aa2f996af25c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:48.724923 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-14183798-5090-457e-b914-cc5a26066943 req-f73f62e6-f4f5-4ddd-a3e5-aa2f996af25c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:48.771839 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-d61ddeb6-3ad9-4d8e-8048-1127843f164f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d07b42acc1db4477bb28975d06687298&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6025710 Apr 23 10:29:48.772134 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 58894) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:48.796194 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f62e6-f4f5-4ddd-a3e5-aa2f996af25c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Pushing event updated for resources: {'Port': ['ID=c2a8803b-af90-42f9-b2bb-26df7a395aca,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:48.803198 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f73f62e6-f4f5-4ddd-a3e5-aa2f996af25c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:48.805047 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-903a4ad2-828d-4f3f-9405-4efc9ae9e8a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:48.982966 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ddeb6-3ad9-4d8e-8048-1127843f164f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2e801f-770d-41ed-8dd8-23b9d77510a3,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:48.986734 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-14183798-5090-457e-b914-cc5a26066943 req-f73f62e6-f4f5-4ddd-a3e5-aa2f996af25c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9551697 Apr 23 10:29:48.988089 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d61ddeb6-3ad9-4d8e-8048-1127843f164f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:48.991658 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-cf496109-a32c-461f-a1be-417f74c99234 req-316faa74-2697-4a1b-9665-c038e547b75f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:49.038046 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-14183798-5090-457e-b914-cc5a26066943 req-d13f9483-2291-457f-9388-f9ccd5c5c3c0 service neutron] Request body: {'port': {'device_id': 'a031b480-5e4b-4fd7-b5bf-669aae994363', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:49.069306 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:49.094558 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-43963b19-cd54-461f-bf62-f088b2327fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:49.170369 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-707f01b6-0921-4279-98b0-70401ac68cff req-034b07d6-4446-490b-9a31-86ecfb64e51b service neutron] 10.222.0.68 "GET /v2.0/networks/b126fda1-8aba-4f97-9375-594b068d7500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379970 Apr 23 10:29:49.170489 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1ad71-d66d-40ab-a73a-96772edf3259 req-0ad68b49-d432-40dd-90b7-a318195aa4f5 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:49.170489 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-83e1ad71-d66d-40ab-a73a-96772edf3259 req-0ad68b49-d432-40dd-90b7-a318195aa4f5 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 946 time: 0.3204620 Apr 23 10:29:49.170489 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd54324-4513-4e3c-83ee-bf78ea302926 req-30a5b81c-44cf-4eb9-92f6-570b953d65e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:49.170489 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8bd54324-4513-4e3c-83ee-bf78ea302926 req-30a5b81c-44cf-4eb9-92f6-570b953d65e2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=42c0406689e14916a31b158a17ed06c8&device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 1096 time: 0.3230252 Apr 23 10:29:49.226900 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf496109-a32c-461f-a1be-417f74c99234 req-316faa74-2697-4a1b-9665-c038e547b75f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Network 07e313a3-9394-4ad4-9174-85a4ed950f67 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:29:49.229978 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-43963b19-cd54-461f-bf62-f088b2327fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:49.245818 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f09ce-d24a-47a6-b41c-546254792a4b req-dd6f1d27-f4a9-4a95-b00c-a735e4d4c066 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:49.247468 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-cf496109-a32c-461f-a1be-417f74c99234 req-316faa74-2697-4a1b-9665-c038e547b75f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:29:49.248045 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b88f09ce-d24a-47a6-b41c-546254792a4b req-dd6f1d27-f4a9-4a95-b00c-a735e4d4c066 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/ports?device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 945 time: 0.2828128 Apr 23 10:29:49.306108 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf496109-a32c-461f-a1be-417f74c99234 req-316faa74-2697-4a1b-9665-c038e547b75f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:29:49.312528 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf496109-a32c-461f-a1be-417f74c99234 req-316faa74-2697-4a1b-9665-c038e547b75f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:49.313275 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-cf496109-a32c-461f-a1be-417f74c99234 req-316faa74-2697-4a1b-9665-c038e547b75f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:49.325041 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316faa74-2697-4a1b-9665-c038e547b75f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Pushing event updated for resources: {'Port': ['ID=33ddcfa7-4f10-4a97-8704-29c2a7d515f8,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:49.368190 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-316faa74-2697-4a1b-9665-c038e547b75f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:49.389913 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-83e1ad71-d66d-40ab-a73a-96772edf3259 req-1c4ecb62-b19c-4d2f-a20c-fad70ce4c27a tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113922 Apr 23 10:29:49.433377 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b88f09ce-d24a-47a6-b41c-546254792a4b req-5069dd7d-deb7-4a01-8fcf-77f682314e85 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/security-groups?id=71a92d12-2d76-47ff-ad58-5eb2668ebdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739430 Apr 23 10:29:49.479625 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-707f01b6-0921-4279-98b0-70401ac68cff req-1c5a40a0-2ef2-489c-ae3c-9a82d72c06b6 service neutron] 10.222.0.68 "GET /v2.0/networks/b126fda1-8aba-4f97-9375-594b068d7500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913220 Apr 23 10:29:49.480505 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-14183798-5090-457e-b914-cc5a26066943 req-d13f9483-2291-457f-9388-f9ccd5c5c3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:49.520856 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-43963b19-cd54-461f-bf62-f088b2327fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:49.522529 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-950b1330-a59f-4136-904b-b981ed6a032a None None] Provisioning for port 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 completed by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:29:49.529919 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-950b1330-a59f-4136-904b-b981ed6a032a None None] Provisioning complete for port 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:49.531055 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:49.531650 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-950b1330-a59f-4136-904b-b981ed6a032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:49.571079 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cf496109-a32c-461f-a1be-417f74c99234 req-316faa74-2697-4a1b-9665-c038e547b75f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4925182 Apr 23 10:29:49.605645 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-950b1330-a59f-4136-904b-b981ed6a032a None None] Port 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 cannot update to ACTIVE because it is not bound. {{(pid=86423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:29:49.610054 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43963b19-cd54-461f-bf62-f088b2327fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2e801f-770d-41ed-8dd8-23b9d77510a3,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:49.614063 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-43963b19-cd54-461f-bf62-f088b2327fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:49.623899 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd54324-4513-4e3c-83ee-bf78ea302926 req-93260f31-2fa4-487f-865f-ec5a6e0815ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:49.625581 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8bd54324-4513-4e3c-83ee-bf78ea302926 req-93260f31-2fa4-487f-865f-ec5a6e0815ec service neutron] 10.222.0.68 "GET /v2.0/networks?id=92060680-c3d7-4f23-9347-bab7dc1c2acf HTTP/1.1" status: 200 len: 919 time: 0.4214003 Apr 23 10:29:49.633621 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-43963b19-cd54-461f-bf62-f088b2327fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:49.638426 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-43963b19-cd54-461f-bf62-f088b2327fcc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5b2e801f-770d-41ed-8dd8-23b9d77510a3 HTTP/1.1" status: 204 len: 168 time: 0.8644364 Apr 23 10:29:49.792049 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-cf496109-a32c-461f-a1be-417f74c99234 req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] Request body: {'port': {'device_id': '363d6e83-40d2-4861-a61e-b49b10562d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:29:49.825637 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f9945-d146-4936-b064-e74215d162e4 req-589d8645-e0b5-442b-ae01-8002b837e4d1 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:49.827513 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-539f9945-d146-4936-b064-e74215d162e4 req-589d8645-e0b5-442b-ae01-8002b837e4d1 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 931 time: 0.2722895 Apr 23 10:29:49.829279 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8bd54324-4513-4e3c-83ee-bf78ea302926 req-61c828b6-2564-4e0e-ac09-c0544779b8b5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=480303f9-8468-4232-b1ae-7fe0e7babbd5 HTTP/1.1" status: 200 len: 217 time: 0.1516433 Apr 23 10:29:49.972237 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd54324-4513-4e3c-83ee-bf78ea302926 req-46aab47a-0327-4c33-8870-b519a71695b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:49.974702 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8bd54324-4513-4e3c-83ee-bf78ea302926 req-46aab47a-0327-4c33-8870-b519a71695b0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b838711e-84ce-47a5-87c2-83a0fa1d623a HTTP/1.1" status: 200 len: 858 time: 0.1276019 Apr 23 10:29:49.981482 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-539f9945-d146-4936-b064-e74215d162e4 req-e34eb42c-81fe-4591-834a-0edbfe3976f0 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383033 Apr 23 10:29:50.039481 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-cf496109-a32c-461f-a1be-417f74c99234 req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:50.066716 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55fe0c-fad4-4db7-875d-1b35ea3028e6 req-5a158cbe-f08c-450d-84d4-83359821ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:50.069170 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ce55fe0c-fad4-4db7-875d-1b35ea3028e6 req-5a158cbe-f08c-450d-84d4-83359821ebaa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=053dbb1c35f34193b18ee2a736ef5da6&device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 1097 time: 0.2859914 Apr 23 10:29:50.085215 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8bd54324-4513-4e3c-83ee-bf78ea302926 req-301be2af-26e3-4a1d-a336-844c899516c4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=92060680-c3d7-4f23-9347-bab7dc1c2acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952613 Apr 23 10:29:50.099808 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67319e-a2aa-4ff9-8d57-010b05788a8e req-5114448d-d89c-41b0-9690-5fc35434c3f7 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:50.113972 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1e67319e-a2aa-4ff9-8d57-010b05788a8e req-5114448d-d89c-41b0-9690-5fc35434c3f7 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 931 time: 0.3362405 Apr 23 10:29:50.178808 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device b6215c5a-e95e-40e4-9bb5-da53725a34f0 up at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:29:50.283250 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 58918) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:50.320071 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8bd54324-4513-4e3c-83ee-bf78ea302926 req-5887f711-db14-4387-b756-223745234366 service neutron] 10.222.0.68 "GET /v2.0/networks/92060680-c3d7-4f23-9347-bab7dc1c2acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047203 Apr 23 10:29:50.363062 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning for port b6215c5a-e95e-40e4-9bb5-da53725a34f0 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:29:50.377266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning complete for port b6215c5a-e95e-40e4-9bb5-da53725a34f0 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:50.377572 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:50.694595 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55fe0c-fad4-4db7-875d-1b35ea3028e6 req-42b65808-61e6-4802-a830-e45c9412a809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:50.696498 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ce55fe0c-fad4-4db7-875d-1b35ea3028e6 req-42b65808-61e6-4802-a830-e45c9412a809 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b126fda1-8aba-4f97-9375-594b068d7500 HTTP/1.1" status: 200 len: 911 time: 0.4141576 Apr 23 10:29:50.769877 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-34fd1c01-fc95-449b-bc17-34a05d63b031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:50.839802 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:50.877664 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port b6215c5a-e95e-40e4-9bb5-da53725a34f0, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=b6215c5a-e95e-40e4-9bb5-da53725a34f0,segment=NetworkSegment(2fd70c6d-864f-4478-b7b4-21a7a9a9f4c8),segment_id=2fd70c6d-864f-4478-b7b4-21a7a9a9f4c8)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:29:50.878780 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82246435-de6d-4198-8a4d-8bbd3b2ca410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6215c5a-e95e-40e4-9bb5-da53725a34f0'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:29:50.885585 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:50.888329 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:50.908980 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [req-14183798-5090-457e-b914-cc5a26066943 req-d13f9483-2291-457f-9388-f9ccd5c5c3c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a8803b-af90-42f9-b2bb-26df7a395aca {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:29:50.931036 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1e67319e-a2aa-4ff9-8d57-010b05788a8e req-f759b24d-4b18-450d-93bc-99e28a55c045 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7835779 Apr 23 10:29:50.944815 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-34fd1c01-fc95-449b-bc17-34a05d63b031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:50.964273 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-34fd1c01-fc95-449b-bc17-34a05d63b031 admin admin] Usage tracker for resource:security_group_rule and tenant:3ff90d754fa14ff49bca4a08bb3177c4 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:50.973773 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-34fd1c01-fc95-449b-bc17-34a05d63b031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:50.985811 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-34fd1c01-fc95-449b-bc17-34a05d63b031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:51.032856 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=b6215c5a-e95e-40e4-9bb5-da53725a34f0,revision_number=5']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:51.045469 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:51.130689 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27638ac-2a34-41c2-9bc8-ab024681eb17 req-82aca11e-1579-4568-bf59-c08634ca6705 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:51.133430 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f27638ac-2a34-41c2-9bc8-ab024681eb17 req-82aca11e-1579-4568-bf59-c08634ca6705 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 944 time: 0.7412379 Apr 23 10:29:51.138959 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-14183798-5090-457e-b914-cc5a26066943 req-d13f9483-2291-457f-9388-f9ccd5c5c3c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:51.155870 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ce55fe0c-fad4-4db7-875d-1b35ea3028e6 req-ba4018f5-67e7-468d-a32d-981efa88d1da service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15377bcc-175b-43d5-982f-3f50df9db188 HTTP/1.1" status: 200 len: 217 time: 0.3519411 Apr 23 10:29:51.220235 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8bd54324-4513-4e3c-83ee-bf78ea302926 req-8572bc1c-2602-4d1e-bf31-5c047e067243 service neutron] 10.222.0.68 "GET /v2.0/networks/92060680-c3d7-4f23-9347-bab7dc1c2acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8730333 Apr 23 10:29:51.283323 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-34fd1c01-fc95-449b-bc17-34a05d63b031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:51.285960 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-14183798-5090-457e-b914-cc5a26066943 req-d13f9483-2291-457f-9388-f9ccd5c5c3c0 service neutron] Transition to ACTIVE for port object c2a8803b-af90-42f9-b2bb-26df7a395aca will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:29:51.297798 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-34fd1c01-fc95-449b-bc17-34a05d63b031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:51.323218 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ae8936b3-afe2-445b-af95-390a805484a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:51.329908 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-14183798-5090-457e-b914-cc5a26066943 req-d13f9483-2291-457f-9388-f9ccd5c5c3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:51.334525 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f27638ac-2a34-41c2-9bc8-ab024681eb17 req-67e27375-5604-43fa-ab00-88a10ab71c1e tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183627 Apr 23 10:29:51.373243 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d543f-5184-4964-9e12-f9ab87a80b56 req-6da89f2a-8caf-489c-b231-47a13d7024b0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:51.387467 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-639d543f-5184-4964-9e12-f9ab87a80b56 req-6da89f2a-8caf-489c-b231-47a13d7024b0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 946 time: 0.2521396 Apr 23 10:29:51.480478 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-639d543f-5184-4964-9e12-f9ab87a80b56 req-26a9e6d9-2a58-48ec-a57a-3072d7493cd8 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828197 Apr 23 10:29:51.543040 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82246435-de6d-4198-8a4d-8bbd3b2ca410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6215c5a-e95e-40e4-9bb5-da53725a34f0', 'code': 200} Apr 23 10:29:51.589150 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfe18b-e409-48a2-afdd-5fa60f4721f1 req-029a416f-6b34-459f-b833-0e0158bac69c tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:51.591358 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-00cfe18b-e409-48a2-afdd-5fa60f4721f1 req-029a416f-6b34-459f-b833-0e0158bac69c tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/ports?device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 946 time: 0.1181414 Apr 23 10:29:51.660698 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-00cfe18b-e409-48a2-afdd-5fa60f4721f1 req-6a1e2505-ccdd-4500-8268-b8ef4d1b4512 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/security-groups?id=71a92d12-2d76-47ff-ad58-5eb2668ebdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612597 Apr 23 10:29:51.680731 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-34fd1c01-fc95-449b-bc17-34a05d63b031 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3ff90d754fa14ff49bca4a08bb3177c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3171098 Apr 23 10:29:51.695546 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 58942) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:51.708316 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55fe0c-fad4-4db7-875d-1b35ea3028e6 req-33423a6f-bb1d-453d-9555-ef1671e0bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:51.709930 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ce55fe0c-fad4-4db7-875d-1b35ea3028e6 req-33423a6f-bb1d-453d-9555-ef1671e0bd7a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cace927e-fc70-4e72-9b62-fe1db6ce7c84 HTTP/1.1" status: 200 len: 849 time: 0.5216410 Apr 23 10:29:51.776891 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083156f-f1b0-48e1-b96a-a71be56984bc req-f621d786-718a-445d-adc0-dd6e1bcafd7f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:51.778574 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c083156f-f1b0-48e1-b96a-a71be56984bc req-f621d786-718a-445d-adc0-dd6e1bcafd7f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 943 time: 0.1172273 Apr 23 10:29:51.838654 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c083156f-f1b0-48e1-b96a-a71be56984bc req-e7c5d3fe-3084-47ed-97bb-9a7a46ece52c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512679 Apr 23 10:29:51.847936 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd1c01-fc95-449b-bc17-34a05d63b031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c45108-cc0e-42f8-ad6a-d69787ca6390,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:51.871046 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-34fd1c01-fc95-449b-bc17-34a05d63b031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:51.877248 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8dfebcf7-753e-48b1-989e-e8c62cda40e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:51.976074 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829771b-cc5b-4bb4-b088-56c86bdfc520 req-665b3ccc-105d-4a76-92a7-e753a8b86a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:51.977954 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5829771b-cc5b-4bb4-b088-56c86bdfc520 req-665b3ccc-105d-4a76-92a7-e753a8b86a2f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 1099 time: 0.1049426 Apr 23 10:29:52.052964 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f9483-2291-457f-9388-f9ccd5c5c3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a8803b-af90-42f9-b2bb-26df7a395aca,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:52.062444 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d13f9483-2291-457f-9388-f9ccd5c5c3c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:52.063207 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-14183798-5090-457e-b914-cc5a26066943 req-d13f9483-2291-457f-9388-f9ccd5c5c3c0 service neutron] Attempting to bind port c2a8803b-af90-42f9-b2bb-26df7a395aca on host hv-cinder-77923 for vnic_type normal with profile {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:29:52.063576 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-14183798-5090-457e-b914-cc5a26066943 req-d13f9483-2291-457f-9388-f9ccd5c5c3c0 service neutron] Attempting to bind port c2a8803b-af90-42f9-b2bb-26df7a395aca by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '02296a69-3515-4f69-9187-6e05dc25a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '92060680-c3d7-4f23-9347-bab7dc1c2acf'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:29:52.063942 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14183798-5090-457e-b914-cc5a26066943 req-d13f9483-2291-457f-9388-f9ccd5c5c3c0 service neutron] Attempting to bind port c2a8803b-af90-42f9-b2bb-26df7a395aca on network 92060680-c3d7-4f23-9347-bab7dc1c2acf {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:29:52.065024 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-5829771b-cc5b-4bb4-b088-56c86bdfc520 req-66add5f5-b70e-49c9-bf7b-57770fcb04b5 service neutron] Synchronizing usage tracker for tenant:7ce8049da56f4c758d57282b081636a2 on resource:security_group {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:29:52.084292 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-5829771b-cc5b-4bb4-b088-56c86bdfc520 req-66add5f5-b70e-49c9-bf7b-57770fcb04b5 service neutron] Unset dirty status for tenant:7ce8049da56f4c758d57282b081636a2 on resource:security_group {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:29:52.086530 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14183798-5090-457e-b914-cc5a26066943 req-d13f9483-2291-457f-9388-f9ccd5c5c3c0 service neutron] Port c2a8803b-af90-42f9-b2bb-26df7a395aca on network 92060680-c3d7-4f23-9347-bab7dc1c2acf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:29:52.086670 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14183798-5090-457e-b914-cc5a26066943 req-d13f9483-2291-457f-9388-f9ccd5c5c3c0 service neutron] Attempting to bind port c2a8803b-af90-42f9-b2bb-26df7a395aca on network 92060680-c3d7-4f23-9347-bab7dc1c2acf {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:29:52.086860 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5829771b-cc5b-4bb4-b088-56c86bdfc520 req-66add5f5-b70e-49c9-bf7b-57770fcb04b5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=71a92d12-2d76-47ff-ad58-5eb2668ebdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945976 Apr 23 10:29:52.118730 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14183798-5090-457e-b914-cc5a26066943 req-d13f9483-2291-457f-9388-f9ccd5c5c3c0 service neutron] Checking agent: {'id': 'e9dd349d-b683-48bd-911f-eb86d546e7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'started_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:29:52.119116 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14183798-5090-457e-b914-cc5a26066943 req-d13f9483-2291-457f-9388-f9ccd5c5c3c0 service neutron] Checking segment: {'id': '02296a69-3515-4f69-9187-6e05dc25a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '92060680-c3d7-4f23-9347-bab7dc1c2acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:29:52.119587 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14183798-5090-457e-b914-cc5a26066943 req-d13f9483-2291-457f-9388-f9ccd5c5c3c0 service neutron] Bound using segment: {'id': '02296a69-3515-4f69-9187-6e05dc25a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '92060680-c3d7-4f23-9347-bab7dc1c2acf'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:29:52.120021 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-14183798-5090-457e-b914-cc5a26066943 req-d13f9483-2291-457f-9388-f9ccd5c5c3c0 service neutron] Bound port: c2a8803b-af90-42f9-b2bb-26df7a395aca, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02296a69-3515-4f69-9187-6e05dc25a7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '92060680-c3d7-4f23-9347-bab7dc1c2acf'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:29:52.120409 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-14183798-5090-457e-b914-cc5a26066943 req-d13f9483-2291-457f-9388-f9ccd5c5c3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:52.143282 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-34c77e13-e66c-4a26-8054-ab3c1722660b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:52.192912 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55fe0c-fad4-4db7-875d-1b35ea3028e6 req-10297dcc-8043-431d-af38-269a257013d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:52.194577 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ce55fe0c-fad4-4db7-875d-1b35ea3028e6 req-10297dcc-8043-431d-af38-269a257013d5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b126fda1-8aba-4f97-9375-594b068d7500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4083362 Apr 23 10:29:52.197483 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 480303f9-8468-4232-b1ae-7fe0e7babbd5 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:29:52.214698 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b038ec-46cb-4c46-9b62-e3a54d275016 req-bb8f1d43-ff29-44df-8275-e6fc2d2f6b55 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:52.217347 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-65b038ec-46cb-4c46-9b62-e3a54d275016 req-bb8f1d43-ff29-44df-8275-e6fc2d2f6b55 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 931 time: 0.1045454 Apr 23 10:29:52.288465 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-34c77e13-e66c-4a26-8054-ab3c1722660b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:52.296356 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-65b038ec-46cb-4c46-9b62-e3a54d275016 req-68c63c6f-58fe-450c-9a9c-a82fbc6401c3 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681548 Apr 23 10:29:52.303832 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [req-cf496109-a32c-461f-a1be-417f74c99234 req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:29:52.331668 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-cf496109-a32c-461f-a1be-417f74c99234 req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:52.376428 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-cf496109-a32c-461f-a1be-417f74c99234 req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] Transition to ACTIVE for port object 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:29:52.380246 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-14183798-5090-457e-b914-cc5a26066943 req-d13f9483-2291-457f-9388-f9ccd5c5c3c0 service neutron] For port c2a8803b-af90-42f9-b2bb-26df7a395aca, host hv-cinder-77923, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:29:52.383047 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-cf496109-a32c-461f-a1be-417f74c99234 req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:52.391969 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 480303f9-8468-4232-b1ae-7fe0e7babbd5, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=480303f9-8468-4232-b1ae-7fe0e7babbd5,segment=NetworkSegment(02296a69-3515-4f69-9187-6e05dc25a7f9),segment_id=02296a69-3515-4f69-9187-6e05dc25a7f9)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:29:52.393398 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:52.412379 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Returning: {'device': '480303f9-8468-4232-b1ae-7fe0e7babbd5', 'network_id': '92060680-c3d7-4f23-9347-bab7dc1c2acf', 'port_id': '480303f9-8468-4232-b1ae-7fe0e7babbd5', 'mac_address': 'fa:16:3e:aa:b3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b838711e-84ce-47a5-87c2-83a0fa1d623a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:29:52.437233 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-14183798-5090-457e-b914-cc5a26066943 req-d13f9483-2291-457f-9388-f9ccd5c5c3c0 service neutron] For port c2a8803b-af90-42f9-b2bb-26df7a395aca, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=c2a8803b-af90-42f9-b2bb-26df7a395aca,segment=NetworkSegment(02296a69-3515-4f69-9187-6e05dc25a7f9),segment_id=02296a69-3515-4f69-9187-6e05dc25a7f9)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:29:52.455086 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-14183798-5090-457e-b914-cc5a26066943 req-d13f9483-2291-457f-9388-f9ccd5c5c3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:52.493546 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:52.549099 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-34c77e13-e66c-4a26-8054-ab3c1722660b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:52.557064 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480303f9-8468-4232-b1ae-7fe0e7babbd5 {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:29:52.609482 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 480303f9-8468-4232-b1ae-7fe0e7babbd5, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=480303f9-8468-4232-b1ae-7fe0e7babbd5,segment=NetworkSegment(02296a69-3515-4f69-9187-6e05dc25a7f9),segment_id=02296a69-3515-4f69-9187-6e05dc25a7f9)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:29:52.614251 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:52.618301 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 15377bcc-175b-43d5-982f-3f50df9db188 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:29:52.623805 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:52.629819 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98067d3-c532-444b-8e33-02b67bfe2933 req-07e74b04-32ab-4a6c-a44d-a4fff37df883 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:52.635274 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b98067d3-c532-444b-8e33-02b67bfe2933 req-07e74b04-32ab-4a6c-a44d-a4fff37df883 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 944 time: 0.1620116 Apr 23 10:29:52.641541 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] Pushing event updated for resources: {'Port': ['ID=33ddcfa7-4f10-4a97-8704-29c2a7d515f8,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:52.698793 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14183798-5090-457e-b914-cc5a26066943 req-d13f9483-2291-457f-9388-f9ccd5c5c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:52.699525 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-14183798-5090-457e-b914-cc5a26066943 req-d13f9483-2291-457f-9388-f9ccd5c5c3c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:52.701110 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-14183798-5090-457e-b914-cc5a26066943 req-d13f9483-2291-457f-9388-f9ccd5c5c3c0 service neutron] 10.222.0.68 "PUT /v2.0/ports/c2a8803b-af90-42f9-b2bb-26df7a395aca HTTP/1.1" status: 200 len: 1093 time: 3.6678033 Apr 23 10:29:52.706001 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b98067d3-c532-444b-8e33-02b67bfe2933 req-40ec17ec-a36a-4126-9e70-7662dc38701e tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629647 Apr 23 10:29:52.707446 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a031b480-5e4b-4fd7-b5bf-669aae994363', 'tag': 'c2a8803b-af90-42f9-b2bb-26df7a395aca'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:29:52.722880 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:52.728643 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8dfebcf7-753e-48b1-989e-e8c62cda40e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:52.769876 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=480303f9-8468-4232-b1ae-7fe0e7babbd5,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:52.774741 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:52.867692 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-34c77e13-e66c-4a26-8054-ab3c1722660b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:52.868958 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-34c77e13-e66c-4a26-8054-ab3c1722660b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/51c45108-cc0e-42f8-ad6a-d69787ca6390 HTTP/1.1" status: 204 len: 168 time: 1.1701550 Apr 23 10:29:52.920182 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-cf496109-a32c-461f-a1be-417f74c99234 req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] Attempting to bind port 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:29:52.920591 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-cf496109-a32c-461f-a1be-417f74c99234 req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] Attempting to bind port 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'aff5ab4a-db51-4e6a-9d0c-86298208740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:29:52.920966 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf496109-a32c-461f-a1be-417f74c99234 req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] Attempting to bind port 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 on network 07e313a3-9394-4ad4-9174-85a4ed950f67 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:29:52.939652 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf496109-a32c-461f-a1be-417f74c99234 req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] Port 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 on network 07e313a3-9394-4ad4-9174-85a4ed950f67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:29:52.940023 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf496109-a32c-461f-a1be-417f74c99234 req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] Attempting to bind port 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 on network 07e313a3-9394-4ad4-9174-85a4ed950f67 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:29:52.956022 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63443bb-294d-4378-9e3e-cd8d167a33cc req-f4fd3b00-75fc-441c-abbb-0740f979692b tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:52.964460 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c63443bb-294d-4378-9e3e-cd8d167a33cc req-f4fd3b00-75fc-441c-abbb-0740f979692b tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 946 time: 0.2287352 Apr 23 10:29:52.966168 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f9483-2291-457f-9388-f9ccd5c5c3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a8803b-af90-42f9-b2bb-26df7a395aca,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:52.968856 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf496109-a32c-461f-a1be-417f74c99234 req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] Checking agent: {'id': 'e9dd349d-b683-48bd-911f-eb86d546e7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'started_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:29:52.969223 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf496109-a32c-461f-a1be-417f74c99234 req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] Checking segment: {'id': 'aff5ab4a-db51-4e6a-9d0c-86298208740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:29:52.969643 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf496109-a32c-461f-a1be-417f74c99234 req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] Bound using segment: {'id': 'aff5ab4a-db51-4e6a-9d0c-86298208740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:29:52.970128 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-cf496109-a32c-461f-a1be-417f74c99234 req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] Bound port: 33ddcfa7-4f10-4a97-8704-29c2a7d515f8, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff5ab4a-db51-4e6a-9d0c-86298208740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:29:52.970518 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-cf496109-a32c-461f-a1be-417f74c99234 req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:52.986205 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d13f9483-2291-457f-9388-f9ccd5c5c3c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:52.987196 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 15377bcc-175b-43d5-982f-3f50df9db188, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=15377bcc-175b-43d5-982f-3f50df9db188,segment=NetworkSegment(35f312ee-a0a3-4052-9682-1de254c7408a),segment_id=35f312ee-a0a3-4052-9682-1de254c7408a)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:29:52.988374 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.425s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:53.012563 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ce55fe0c-fad4-4db7-875d-1b35ea3028e6 req-1d102978-00fe-4dc2-b040-d16ec224aabe service neutron] 10.222.0.68 "GET /v2.0/networks/b126fda1-8aba-4f97-9375-594b068d7500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517019 Apr 23 10:29:53.013421 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c77e13-e66c-4a26-8054-ab3c1722660b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c45108-cc0e-42f8-ad6a-d69787ca6390,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:53.045340 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c63443bb-294d-4378-9e3e-cd8d167a33cc req-31221d67-1409-4031-9ac5-218b2206dd6c tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750198 Apr 23 10:29:53.083338 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-34c77e13-e66c-4a26-8054-ab3c1722660b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:53.098433 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Returning: {'device': '15377bcc-175b-43d5-982f-3f50df9db188', 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500', 'port_id': '15377bcc-175b-43d5-982f-3f50df9db188', 'mac_address': 'fa:16:3e:42:81:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:29:53.153252 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81afe4-1ef8-4540-bedd-0a8b7e134eb5 req-1c05e7c0-7f63-403f-8dfb-31005c818748 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:53.163370 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0e81afe4-1ef8-4540-bedd-0a8b7e134eb5 req-1c05e7c0-7f63-403f-8dfb-31005c818748 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/ports?device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 946 time: 0.3080928 Apr 23 10:29:53.286358 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:53.286535 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a031b480-5e4b-4fd7-b5bf-669aae994363', 'tag': 'c2a8803b-af90-42f9-b2bb-26df7a395aca', 'status': 'completed', 'code': 200} Apr 23 10:29:53.289489 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14183798-5090-457e-b914-cc5a26066943 req-075cf3b4-cdab-40e7-a72d-dfebd4648265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:53.291980 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-14183798-5090-457e-b914-cc5a26066943 req-075cf3b4-cdab-40e7-a72d-dfebd4648265 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=42c0406689e14916a31b158a17ed06c8&device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 1096 time: 0.4706819 Apr 23 10:29:53.309535 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0e81afe4-1ef8-4540-bedd-0a8b7e134eb5 req-d66b4a1f-18cf-443f-a279-6e2465466eaf tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/security-groups?id=71a92d12-2d76-47ff-ad58-5eb2668ebdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412020 Apr 23 10:29:53.314356 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15377bcc-175b-43d5-982f-3f50df9db188 {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:29:53.339475 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 15377bcc-175b-43d5-982f-3f50df9db188, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=15377bcc-175b-43d5-982f-3f50df9db188,segment=NetworkSegment(35f312ee-a0a3-4052-9682-1de254c7408a),segment_id=35f312ee-a0a3-4052-9682-1de254c7408a)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:29:53.345235 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:53.347473 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:53.431014 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-cf496109-a32c-461f-a1be-417f74c99234 req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] For port 33ddcfa7-4f10-4a97-8704-29c2a7d515f8, host hv-cinder-77923, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:29:53.432553 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=15377bcc-175b-43d5-982f-3f50df9db188,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:53.437838 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:53.497230 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-14183798-5090-457e-b914-cc5a26066943 req-08feb5ff-fcc0-4c86-83d1-213764227686 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2a8803b-af90-42f9-b2bb-26df7a395aca HTTP/1.1" status: 200 len: 217 time: 0.1593447 Apr 23 10:29:53.506141 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-cf496109-a32c-461f-a1be-417f74c99234 req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] For port 33ddcfa7-4f10-4a97-8704-29c2a7d515f8, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=33ddcfa7-4f10-4a97-8704-29c2a7d515f8,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:29:53.580264 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-cf496109-a32c-461f-a1be-417f74c99234 req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:53.592190 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:53.691168 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1c172-424a-4aa9-a4bc-60ad4071b6ae req-db26fa10-58d0-400d-9ded-5d8102392cd4 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:53.699212 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7ca1c172-424a-4aa9-a4bc-60ad4071b6ae req-db26fa10-58d0-400d-9ded-5d8102392cd4 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 943 time: 0.1965201 Apr 23 10:29:53.733746 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30aa88-fe8a-441d-8642-d8f3a59546f0 req-0baf3fad-0068-4092-a620-48f84cad4574 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:53.735422 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1c30aa88-fe8a-441d-8642-d8f3a59546f0 req-0baf3fad-0068-4092-a620-48f84cad4574 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.1718206 Apr 23 10:29:53.746872 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf496109-a32c-461f-a1be-417f74c99234 req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:53.748683 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-cf496109-a32c-461f-a1be-417f74c99234 req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:53.751742 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cf496109-a32c-461f-a1be-417f74c99234 req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] 10.222.0.68 "PUT /v2.0/ports/33ddcfa7-4f10-4a97-8704-29c2a7d515f8 HTTP/1.1" status: 200 len: 1093 time: 3.9699030 Apr 23 10:29:53.763542 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ce55fe0c-fad4-4db7-875d-1b35ea3028e6 req-81e4d39f-5767-44ed-904c-7426f05379dc service neutron] 10.222.0.68 "GET /v2.0/networks/b126fda1-8aba-4f97-9375-594b068d7500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7114973 Apr 23 10:29:53.860186 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7ca1c172-424a-4aa9-a4bc-60ad4071b6ae req-2fedba6b-5a15-44e3-9245-8599a67932e0 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593750 Apr 23 10:29:53.865800 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1c30aa88-fe8a-441d-8642-d8f3a59546f0 req-1b06c483-b5fc-4390-980a-6c28d533c410 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205857 Apr 23 10:29:53.888812 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14183798-5090-457e-b914-cc5a26066943 req-99051ce9-1762-4e26-9782-b4e4e6019290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:53.890743 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-14183798-5090-457e-b914-cc5a26066943 req-99051ce9-1762-4e26-9782-b4e4e6019290 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b838711e-84ce-47a5-87c2-83a0fa1d623a HTTP/1.1" status: 200 len: 858 time: 0.3747838 Apr 23 10:29:53.891802 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] Pushing event updated for resources: {'Port': ['ID=33ddcfa7-4f10-4a97-8704-29c2a7d515f8,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:53.914731 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:54.204628 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['480303f9-8468-4232-b1ae-7fe0e7babbd5'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:29:54.295717 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['15377bcc-175b-43d5-982f-3f50df9db188'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:29:54.303074 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a5141-b9a5-47e0-933a-bbb01c8bed83 req-6c6f5e43-60dd-4c36-be10-ecc863dfead1 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:54.306540 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-262a5141-b9a5-47e0-933a-bbb01c8bed83 req-6c6f5e43-60dd-4c36-be10-ecc863dfead1 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 945 time: 0.1549492 Apr 23 10:29:54.459692 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-262a5141-b9a5-47e0-933a-bbb01c8bed83 req-c49ff0ad-1f98-49bd-939d-20377f6379ae tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412244 Apr 23 10:29:54.520474 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-14183798-5090-457e-b914-cc5a26066943 req-ba3889f1-dcd8-4ebd-84ed-9f77da9511f6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=92060680-c3d7-4f23-9347-bab7dc1c2acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4330723 Apr 23 10:29:54.637719 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf496109-a32c-461f-a1be-417f74c99234 req-6b52cb99-d2dd-4a92-8271-00e420eb39c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:54.639334 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cf496109-a32c-461f-a1be-417f74c99234 req-6b52cb99-d2dd-4a92-8271-00e420eb39c9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9d145e5c62004c8fb3ccc764665554b4&device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 1096 time: 0.4898701 Apr 23 10:29:54.758218 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e335208-331e-4178-bac5-366e7eb98eb5 req-ca93e06a-33de-43cf-88e1-2d3674ed996a tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:54.759894 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8e335208-331e-4178-bac5-366e7eb98eb5 req-ca93e06a-33de-43cf-88e1-2d3674ed996a tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/ports?device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 946 time: 0.1926830 Apr 23 10:29:54.825268 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8e335208-331e-4178-bac5-366e7eb98eb5 req-44b142df-0c43-429b-9769-dcf8df66758d tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/security-groups?id=71a92d12-2d76-47ff-ad58-5eb2668ebdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552092 Apr 23 10:29:54.914868 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-14183798-5090-457e-b914-cc5a26066943 req-7c48ea3f-dcbe-442b-a657-c152a4483cd9 service neutron] 10.222.0.68 "GET /v2.0/networks/92060680-c3d7-4f23-9347-bab7dc1c2acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284378 Apr 23 10:29:54.916721 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cf496109-a32c-461f-a1be-417f74c99234 req-4a331b5e-1949-42d6-ab21-7aeba883cac4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33ddcfa7-4f10-4a97-8704-29c2a7d515f8 HTTP/1.1" status: 200 len: 217 time: 0.0784087 Apr 23 10:29:55.276269 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf496109-a32c-461f-a1be-417f74c99234 req-b2af8874-a0af-4b2d-bd9e-43770a835a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:55.285173 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cf496109-a32c-461f-a1be-417f74c99234 req-b2af8874-a0af-4b2d-bd9e-43770a835a7f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5902ead7-1ca3-4af8-a9cd-6880ceeef64b HTTP/1.1" status: 200 len: 856 time: 0.2993207 Apr 23 10:29:55.299439 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363d6e83-40d2-4861-a61e-b49b10562d9c', 'tag': '33ddcfa7-4f10-4a97-8704-29c2a7d515f8'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:29:55.439676 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-14183798-5090-457e-b914-cc5a26066943 req-d136cd65-4a82-4a43-88a9-45e270269edc service neutron] 10.222.0.68 "GET /v2.0/networks/92060680-c3d7-4f23-9347-bab7dc1c2acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065110 Apr 23 10:29:55.479907 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf496109-a32c-461f-a1be-417f74c99234 req-c2db8440-a287-4a7c-8c88-76ca9d74ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:55.485055 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cf496109-a32c-461f-a1be-417f74c99234 req-c2db8440-a287-4a7c-8c88-76ca9d74ac13 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=07e313a3-9394-4ad4-9174-85a4ed950f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1767497 Apr 23 10:29:55.588975 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085631b4-8d52-4de3-9e6e-0a86090c748f req-51e3688f-420e-4bb5-85b6-fd60d0d9cc4c tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:55.594042 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-085631b4-8d52-4de3-9e6e-0a86090c748f req-51e3688f-420e-4bb5-85b6-fd60d0d9cc4c tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.4407978 Apr 23 10:29:55.618239 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d034df2-6fd7-4acd-862e-b1e17005bf59 req-c3a715e9-bccf-4671-80d9-b004487a27ca tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:55.620578 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3d034df2-6fd7-4acd-862e-b1e17005bf59 req-c3a715e9-bccf-4671-80d9-b004487a27ca tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 943 time: 0.3799961 Apr 23 10:29:55.666642 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 59072) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:55.735510 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3d034df2-6fd7-4acd-862e-b1e17005bf59 req-f8b126c4-08af-4e40-bb8f-dbf45c3e501f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051357 Apr 23 10:29:55.763879 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cf496109-a32c-461f-a1be-417f74c99234 req-e6719518-e919-41e6-ab93-a8d3b97b9794 service neutron] 10.222.0.68 "GET /v2.0/networks/07e313a3-9394-4ad4-9174-85a4ed950f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637217 Apr 23 10:29:55.772944 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-085631b4-8d52-4de3-9e6e-0a86090c748f req-2bfdaf6e-62fa-4c13-b4f0-58de59bb9b9a tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316633 Apr 23 10:29:55.795425 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cedd6-252c-4acd-ae1a-4a43c7d7f9a0 req-e52a38a6-4b0c-4616-b057-f3c40b599f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:55.795425 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-987cedd6-252c-4acd-ae1a-4a43c7d7f9a0 req-e52a38a6-4b0c-4616-b057-f3c40b599f44 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=42c0406689e14916a31b158a17ed06c8&device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 1096 time: 0.1164021 Apr 23 10:29:55.932439 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363d6e83-40d2-4861-a61e-b49b10562d9c', 'tag': '33ddcfa7-4f10-4a97-8704-29c2a7d515f8', 'status': 'completed', 'code': 200} Apr 23 10:29:55.944450 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cf496109-a32c-461f-a1be-417f74c99234 req-55e1570b-6e23-4754-b480-54a969dd7ce8 service neutron] 10.222.0.68 "GET /v2.0/networks/07e313a3-9394-4ad4-9174-85a4ed950f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551855 Apr 23 10:29:56.146460 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c3bbf-2df7-45e6-98f4-41b0381c34ce req-e4b65736-78a2-4624-95ce-33c1a85abf50 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:56.148146 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-be4c3bbf-2df7-45e6-98f4-41b0381c34ce req-e4b65736-78a2-4624-95ce-33c1a85abf50 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 945 time: 0.1813776 Apr 23 10:29:56.187144 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cedd6-252c-4acd-ae1a-4a43c7d7f9a0 req-510701f9-5694-45e6-962f-cfb4bb8854b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:56.188696 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-987cedd6-252c-4acd-ae1a-4a43c7d7f9a0 req-510701f9-5694-45e6-962f-cfb4bb8854b6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=92060680-c3d7-4f23-9347-bab7dc1c2acf HTTP/1.1" status: 200 len: 919 time: 0.2474525 Apr 23 10:29:56.210389 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 480303f9-8468-4232-b1ae-7fe0e7babbd5 up at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:29:56.223158 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-be4c3bbf-2df7-45e6-98f4-41b0381c34ce req-c26d4875-f639-4f29-87b0-f71de4c76f25 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640926 Apr 23 10:29:56.353365 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-987cedd6-252c-4acd-ae1a-4a43c7d7f9a0 req-1937b389-b5e0-4a65-832c-271ad83cd255 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2a8803b-af90-42f9-b2bb-26df7a395aca HTTP/1.1" status: 200 len: 217 time: 0.1157351 Apr 23 10:29:56.357286 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d00eeba0-ef84-4c5c-b2e7-1bcac73b0802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:56.412814 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning for port 480303f9-8468-4232-b1ae-7fe0e7babbd5 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:29:56.415882 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d00eeba0-ef84-4c5c-b2e7-1bcac73b0802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:56.430754 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-d00eeba0-ef84-4c5c-b2e7-1bcac73b0802 admin admin] Usage tracker for resource:security_group_rule and tenant:6480b1d8d87e43d9b7e68b4a0c91d94f is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:56.432464 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning complete for port 480303f9-8468-4232-b1ae-7fe0e7babbd5 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:56.432967 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:56.440796 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cedd6-252c-4acd-ae1a-4a43c7d7f9a0 req-b22fcbd0-4782-41f9-aaab-04cc24943e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:56.442416 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-987cedd6-252c-4acd-ae1a-4a43c7d7f9a0 req-b22fcbd0-4782-41f9-aaab-04cc24943e8d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b838711e-84ce-47a5-87c2-83a0fa1d623a HTTP/1.1" status: 200 len: 858 time: 0.0719981 Apr 23 10:29:56.445305 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-d00eeba0-ef84-4c5c-b2e7-1bcac73b0802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:56.467432 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d00eeba0-ef84-4c5c-b2e7-1bcac73b0802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:56.547011 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d4ed5-7f43-4b2a-9f6b-ce3dc38a7605 req-e2aab5e4-d883-4703-8d7d-d75286aa7c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:56.548715 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-429d4ed5-7f43-4b2a-9f6b-ce3dc38a7605 req-e2aab5e4-d883-4703-8d7d-d75286aa7c7d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9d145e5c62004c8fb3ccc764665554b4&device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 1096 time: 0.3590045 Apr 23 10:29:56.550755 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-987cedd6-252c-4acd-ae1a-4a43c7d7f9a0 req-377624fe-0941-4d1a-9c09-073dd4caacb7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=92060680-c3d7-4f23-9347-bab7dc1c2acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951602 Apr 23 10:29:56.602867 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d00eeba0-ef84-4c5c-b2e7-1bcac73b0802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:56.607934 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d00eeba0-ef84-4c5c-b2e7-1bcac73b0802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:56.643183 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:56.653581 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-d00eeba0-ef84-4c5c-b2e7-1bcac73b0802 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6480b1d8d87e43d9b7e68b4a0c91d94f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9855971 Apr 23 10:29:56.656602 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 59104) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:56.730389 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:56.734896 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00eeba0-ef84-4c5c-b2e7-1bcac73b0802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3d0a58-d254-4f60-beef-d8ad06f35ef1,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:56.749627 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d00eeba0-ef84-4c5c-b2e7-1bcac73b0802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:56.750451 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 59110) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:56.807526 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-987cedd6-252c-4acd-ae1a-4a43c7d7f9a0 req-e5420399-966e-452b-951d-b77e8a31e554 service neutron] 10.222.0.68 "GET /v2.0/networks/92060680-c3d7-4f23-9347-bab7dc1c2acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334502 Apr 23 10:29:56.833356 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20b8663-d101-491e-ac48-83f383b9752e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480303f9-8468-4232-b1ae-7fe0e7babbd5'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:29:56.851852 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-67e560dc-cc01-429c-a545-5fdf2c5507d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:56.879494 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 480303f9-8468-4232-b1ae-7fe0e7babbd5, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=480303f9-8468-4232-b1ae-7fe0e7babbd5,segment=NetworkSegment(02296a69-3515-4f69-9187-6e05dc25a7f9),segment_id=02296a69-3515-4f69-9187-6e05dc25a7f9)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:29:56.896049 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:56.902919 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 15377bcc-175b-43d5-982f-3f50df9db188 up at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:29:56.942024 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-67e560dc-cc01-429c-a545-5fdf2c5507d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:56.985377 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6ffb86cb-dbf3-4e3a-afc2-22e223edf3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:57.078210 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=480303f9-8468-4232-b1ae-7fe0e7babbd5,revision_number=5']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:57.088111 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:57.106231 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-67e560dc-cc01-429c-a545-5fdf2c5507d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:57.138124 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-987cedd6-252c-4acd-ae1a-4a43c7d7f9a0 req-a05ff466-1acf-41b4-bed7-582306d8e250 service neutron] 10.222.0.68 "GET /v2.0/networks/92060680-c3d7-4f23-9347-bab7dc1c2acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428560 Apr 23 10:29:57.163957 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning for port 15377bcc-175b-43d5-982f-3f50df9db188 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:29:57.170873 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning complete for port 15377bcc-175b-43d5-982f-3f50df9db188 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:29:57.171364 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:57.236334 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:57.252985 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d4ed5-7f43-4b2a-9f6b-ce3dc38a7605 req-e1eb903e-ed45-4059-b2bb-0b0eb1fda885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:57.256224 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-429d4ed5-7f43-4b2a-9f6b-ce3dc38a7605 req-e1eb903e-ed45-4059-b2bb-0b0eb1fda885 service neutron] 10.222.0.68 "GET /v2.0/networks?id=07e313a3-9394-4ad4-9174-85a4ed950f67 HTTP/1.1" status: 200 len: 918 time: 0.6834049 Apr 23 10:29:57.260772 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e560dc-cc01-429c-a545-5fdf2c5507d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3d0a58-d254-4f60-beef-d8ad06f35ef1,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:57.265413 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-67e560dc-cc01-429c-a545-5fdf2c5507d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:57.266718 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-67e560dc-cc01-429c-a545-5fdf2c5507d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:57.280586 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-67e560dc-cc01-429c-a545-5fdf2c5507d8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7c3d0a58-d254-4f60-beef-d8ad06f35ef1 HTTP/1.1" status: 204 len: 168 time: 0.6103964 Apr 23 10:29:57.288841 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a806aa1e-8a7e-4abb-92b7-fe8acb05f709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:57.340357 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a806aa1e-8a7e-4abb-92b7-fe8acb05f709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:57.351732 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-a806aa1e-8a7e-4abb-92b7-fe8acb05f709 admin admin] Usage tracker for resource:security_group_rule and tenant:1b94e47f9e044aa0bec96601a19b5296 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:57.361089 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-a806aa1e-8a7e-4abb-92b7-fe8acb05f709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:57.375419 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a806aa1e-8a7e-4abb-92b7-fe8acb05f709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:57.396610 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:57.423541 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-429d4ed5-7f43-4b2a-9f6b-ce3dc38a7605 req-729636e5-01b5-49e7-ba8b-dce43d906d67 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33ddcfa7-4f10-4a97-8704-29c2a7d515f8 HTTP/1.1" status: 200 len: 217 time: 0.1557579 Apr 23 10:29:57.438872 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 15377bcc-175b-43d5-982f-3f50df9db188, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=15377bcc-175b-43d5-982f-3f50df9db188,segment=NetworkSegment(35f312ee-a0a3-4052-9682-1de254c7408a),segment_id=35f312ee-a0a3-4052-9682-1de254c7408a)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:29:57.442151 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:57.444514 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:57.465382 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30956339-e9e3-428e-aec0-ff853f699cd9 req-a677d1d5-3367-4f12-9392-c9bb1e68f327 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:57.467354 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-30956339-e9e3-428e-aec0-ff853f699cd9 req-a677d1d5-3367-4f12-9392-c9bb1e68f327 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 943 time: 0.3666575 Apr 23 10:29:57.483468 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f43f3-6ccc-4f66-9e0d-74d9fccdb44f req-9c352573-5d26-4cc5-96ff-c762cddcfa63 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:57.492387 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-823f43f3-6ccc-4f66-9e0d-74d9fccdb44f req-9c352573-5d26-4cc5-96ff-c762cddcfa63 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.3929782 Apr 23 10:29:57.550169 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=15377bcc-175b-43d5-982f-3f50df9db188,revision_number=5']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:57.553867 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:57.564966 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d4ed5-7f43-4b2a-9f6b-ce3dc38a7605 req-10547725-147c-45a9-8c49-7232a99fc5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:57.567021 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-429d4ed5-7f43-4b2a-9f6b-ce3dc38a7605 req-10547725-147c-45a9-8c49-7232a99fc5ee service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5902ead7-1ca3-4af8-a9cd-6880ceeef64b HTTP/1.1" status: 200 len: 856 time: 0.0880063 Apr 23 10:29:57.575118 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 59144) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:57.611655 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-823f43f3-6ccc-4f66-9e0d-74d9fccdb44f req-54a74a69-9a71-4ac5-a620-a31c08841c97 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177099 Apr 23 10:29:57.671059 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-30956339-e9e3-428e-aec0-ff853f699cd9 req-b5956417-4846-451c-b47f-18a098b1d09f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753776 Apr 23 10:29:57.784291 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20b8663-d101-491e-ac48-83f383b9752e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480303f9-8468-4232-b1ae-7fe0e7babbd5', 'code': 200} Apr 23 10:29:57.786161 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a806aa1e-8a7e-4abb-92b7-fe8acb05f709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:57.789467 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a806aa1e-8a7e-4abb-92b7-fe8acb05f709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:57.823165 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:57.845569 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f7865cd8-1c0a-40e7-be5f-4318a7239ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:57.877910 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-a806aa1e-8a7e-4abb-92b7-fe8acb05f709 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1b94e47f9e044aa0bec96601a19b5296&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1096494 Apr 23 10:29:57.878132 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 59160) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:57.882268 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-f7865cd8-1c0a-40e7-be5f-4318a7239ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:57.928474 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d4ed5-7f43-4b2a-9f6b-ce3dc38a7605 req-ef757cd9-abb2-443e-8b70-13f25f116a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:57.930088 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-429d4ed5-7f43-4b2a-9f6b-ce3dc38a7605 req-ef757cd9-abb2-443e-8b70-13f25f116a60 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=07e313a3-9394-4ad4-9174-85a4ed950f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3393250 Apr 23 10:29:57.932651 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806aa1e-8a7e-4abb-92b7-fe8acb05f709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8aac88-df65-44a6-9d87-0fa83a067318,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:57.937031 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-f7865cd8-1c0a-40e7-be5f-4318a7239ba0 admin admin] Usage tracker for resource:security_group_rule and tenant:13471e8876f240808c41301303838166 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:57.938533 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a806aa1e-8a7e-4abb-92b7-fe8acb05f709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:57.970327 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-f7865cd8-1c0a-40e7-be5f-4318a7239ba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:57.985486 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-f7865cd8-1c0a-40e7-be5f-4318a7239ba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:58.080316 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-eb39c4e6-4f34-4a45-9c5e-ee04b680cfa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:58.093797 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3d050-b3c3-4e7d-b7a8-9fe039725824 req-b5cdc5f2-2f59-4058-9b16-cdb56a018341 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:58.095764 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-37d3d050-b3c3-4e7d-b7a8-9fe039725824 req-b5cdc5f2-2f59-4058-9b16-cdb56a018341 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1590438 Apr 23 10:29:58.167383 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-eb39c4e6-4f34-4a45-9c5e-ee04b680cfa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:58.193213 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-37d3d050-b3c3-4e7d-b7a8-9fe039725824 req-736a1353-92d1-43e1-bb59-978df1bdb99c tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894241 Apr 23 10:29:58.214632 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-429d4ed5-7f43-4b2a-9f6b-ce3dc38a7605 req-9c1bec2e-9103-4d92-b598-ae621ee02120 service neutron] 10.222.0.68 "GET /v2.0/networks/07e313a3-9394-4ad4-9174-85a4ed950f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677476 Apr 23 10:29:58.427457 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f7865cd8-1c0a-40e7-be5f-4318a7239ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:58.438648 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f7865cd8-1c0a-40e7-be5f-4318a7239ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:58.462783 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:58.473217 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-eb39c4e6-4f34-4a45-9c5e-ee04b680cfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:58.733729 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7865cd8-1c0a-40e7-be5f-4318a7239ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e502dee-1e0b-48e0-abd6-63b03791e7bc,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:58.752666 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f7865cd8-1c0a-40e7-be5f-4318a7239ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:58.767049 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-f7865cd8-1c0a-40e7-be5f-4318a7239ba0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=13471e8876f240808c41301303838166&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1907635 Apr 23 10:29:58.767397 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 59212) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:58.768417 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-34fd1c01-fc95-449b-bc17-34a05d63b031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:58.807485 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39c4e6-4f34-4a45-9c5e-ee04b680cfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8aac88-df65-44a6-9d87-0fa83a067318,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:58.815172 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-eb39c4e6-4f34-4a45-9c5e-ee04b680cfa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:58.819459 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-eb39c4e6-4f34-4a45-9c5e-ee04b680cfa5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5e8aac88-df65-44a6-9d87-0fa83a067318 HTTP/1.1" status: 204 len: 168 time: 0.9402344 Apr 23 10:29:58.823668 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-eb39c4e6-4f34-4a45-9c5e-ee04b680cfa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:58.829426 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb51eb6-31b7-4272-97c7-1a01ae679d6b req-6ac9b665-9b0f-4bfb-95e7-c6c2e503d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:58.831205 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0eb51eb6-31b7-4272-97c7-1a01ae679d6b req-6ac9b665-9b0f-4bfb-95e7-c6c2e503d342 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 1098 time: 0.5621276 Apr 23 10:29:58.853308 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-429d4ed5-7f43-4b2a-9f6b-ce3dc38a7605 req-a9a58ff3-b1bd-42e1-88dd-460402abd6b3 service neutron] 10.222.0.68 "GET /v2.0/networks/07e313a3-9394-4ad4-9174-85a4ed950f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5854139 Apr 23 10:29:58.912097 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0eb51eb6-31b7-4272-97c7-1a01ae679d6b req-035f23ca-2d20-49e1-9635-345da9f3e05e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574203 Apr 23 10:29:58.992801 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-64d3604c-1ffd-4cc3-963e-422e14990b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:59.092918 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f617fe-b90e-4a7f-bdcc-1397ecbface5 req-7d9cf6e4-4fbd-4c93-a5a4-af7f253af7bc tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:59.095131 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f8f617fe-b90e-4a7f-bdcc-1397ecbface5 req-7d9cf6e4-4fbd-4c93-a5a4-af7f253af7bc tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.2953627 Apr 23 10:29:59.097848 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-64d3604c-1ffd-4cc3-963e-422e14990b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:59.158050 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5407d-b59d-44e1-bdda-722583a19386 req-6f61ddd5-abdd-434d-86c3-75c3dee137bf tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:59.159787 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e6c5407d-b59d-44e1-bdda-722583a19386 req-6f61ddd5-abdd-434d-86c3-75c3dee137bf tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 943 time: 0.2659235 Apr 23 10:29:59.221042 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f8f617fe-b90e-4a7f-bdcc-1397ecbface5 req-a40269a4-a70c-4af2-bace-002a09ed7821 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118345 Apr 23 10:29:59.264799 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e6c5407d-b59d-44e1-bdda-722583a19386 req-188abbc3-92b1-4382-b2eb-b71529eefb09 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717738 Apr 23 10:29:59.270844 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-64d3604c-1ffd-4cc3-963e-422e14990b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:59.277893 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-dae8fabc-bed0-4ca4-aa1a-dfbce30726f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:59.308315 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3604c-1ffd-4cc3-963e-422e14990b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e502dee-1e0b-48e0-abd6-63b03791e7bc,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:59.322090 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 59244) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:59.327812 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-64d3604c-1ffd-4cc3-963e-422e14990b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:59.332502 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-64d3604c-1ffd-4cc3-963e-422e14990b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:59.336586 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-64d3604c-1ffd-4cc3-963e-422e14990b6b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1e502dee-1e0b-48e0-abd6-63b03791e7bc HTTP/1.1" status: 204 len: 168 time: 0.5646155 Apr 23 10:29:59.358664 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2dad3ce9-8fc3-4f8e-81fb-502bd3fda014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:59.376914 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-2dad3ce9-8fc3-4f8e-81fb-502bd3fda014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:59.381170 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-2dad3ce9-8fc3-4f8e-81fb-502bd3fda014 admin admin] Usage tracker for resource:security_group_rule and tenant:581ce637d1c649cfa2ddb052e2daaae3 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:59.384416 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-2dad3ce9-8fc3-4f8e-81fb-502bd3fda014 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:59.401724 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-2dad3ce9-8fc3-4f8e-81fb-502bd3fda014 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:29:59.501823 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677a9db-3784-4e9d-aa4f-1a4505af461d req-d4e22465-7be4-48fd-b23c-d262c431818b tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:59.509085 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2dad3ce9-8fc3-4f8e-81fb-502bd3fda014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:59.512707 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8677a9db-3784-4e9d-aa4f-1a4505af461d req-d4e22465-7be4-48fd-b23c-d262c431818b tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1434925 Apr 23 10:29:59.513506 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2dad3ce9-8fc3-4f8e-81fb-502bd3fda014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:59.538740 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-50d72565-4b3b-43cc-a50b-1e83127c6429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:59.577052 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8677a9db-3784-4e9d-aa4f-1a4505af461d req-ae402884-2a21-4235-9b23-781a5a95cf33 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631509 Apr 23 10:29:59.595284 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-2dad3ce9-8fc3-4f8e-81fb-502bd3fda014 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=581ce637d1c649cfa2ddb052e2daaae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719829 Apr 23 10:29:59.596535 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad3ce9-8fc3-4f8e-81fb-502bd3fda014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b065a3-1899-4931-ab20-3e0d0860630a,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:59.605380 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3ce9-8fc3-4f8e-81fb-502bd3fda014 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:59.606309 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3ce9-8fc3-4f8e-81fb-502bd3fda014 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:59.606713 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3ce9-8fc3-4f8e-81fb-502bd3fda014 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:59.606820 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 59254) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:59.607112 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3ce9-8fc3-4f8e-81fb-502bd3fda014 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:59.607506 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3ce9-8fc3-4f8e-81fb-502bd3fda014 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:59.607964 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3ce9-8fc3-4f8e-81fb-502bd3fda014 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:59.609893 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3ce9-8fc3-4f8e-81fb-502bd3fda014 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:59.609893 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3ce9-8fc3-4f8e-81fb-502bd3fda014 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:59.609893 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3ce9-8fc3-4f8e-81fb-502bd3fda014 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:59.609893 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3ce9-8fc3-4f8e-81fb-502bd3fda014 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:59.609893 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3ce9-8fc3-4f8e-81fb-502bd3fda014 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:59.610275 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad3ce9-8fc3-4f8e-81fb-502bd3fda014 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:29:59.614590 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2dad3ce9-8fc3-4f8e-81fb-502bd3fda014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:59.689337 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-282ca873-e07d-4b65-be90-ee1d42592b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:59.719723 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-282ca873-e07d-4b65-be90-ee1d42592b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:59.781179 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-282ca873-e07d-4b65-be90-ee1d42592b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:59.786331 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8d8a11-411b-465a-87a4-14ca029d4c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15377bcc-175b-43d5-982f-3f50df9db188'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:29:59.786614 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d00eeba0-ef84-4c5c-b2e7-1bcac73b0802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:29:59.802979 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ca873-e07d-4b65-be90-ee1d42592b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b065a3-1899-4931-ab20-3e0d0860630a,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:29:59.805839 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-282ca873-e07d-4b65-be90-ee1d42592b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:29:59.807092 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-282ca873-e07d-4b65-be90-ee1d42592b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:59.808280 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-282ca873-e07d-4b65-be90-ee1d42592b39 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/63b065a3-1899-4931-ab20-3e0d0860630a HTTP/1.1" status: 204 len: 168 time: 0.2004433 Apr 23 10:29:59.845511 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8d8a11-411b-465a-87a4-14ca029d4c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15377bcc-175b-43d5-982f-3f50df9db188', 'code': 200} Apr 23 10:29:59.889836 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 59266) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:29:59.910440 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-34cdcc6b-0ff2-4ab1-b87c-ede590630486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:59.927632 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-34cdcc6b-0ff2-4ab1-b87c-ede590630486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:29:59.933860 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-34cdcc6b-0ff2-4ab1-b87c-ede590630486 admin admin] Usage tracker for resource:security_group_rule and tenant:1a20a9ea537745d2a0a8f8cde7b4ae74 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:29:59.937301 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-34cdcc6b-0ff2-4ab1-b87c-ede590630486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:29:59.944689 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-34cdcc6b-0ff2-4ab1-b87c-ede590630486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:30:00.049079 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-34cdcc6b-0ff2-4ab1-b87c-ede590630486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:00.055180 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-34cdcc6b-0ff2-4ab1-b87c-ede590630486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:00.067534 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b2cf8b5f-39b0-43c7-acd4-4accaf016b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:00.117763 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-34cdcc6b-0ff2-4ab1-b87c-ede590630486 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1a20a9ea537745d2a0a8f8cde7b4ae74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241158 Apr 23 10:30:00.117763 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cdcc6b-0ff2-4ab1-b87c-ede590630486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc3f046-dce6-4d83-8768-3559f07981e6,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:00.118704 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 59284) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:00.121716 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-34cdcc6b-0ff2-4ab1-b87c-ede590630486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:00.188221 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b3293dcd-3cd6-4406-b6c2-5016dce6c32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:00.219700 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b3293dcd-3cd6-4406-b6c2-5016dce6c32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:00.249645 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:30:00.278287 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b3293dcd-3cd6-4406-b6c2-5016dce6c32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:00.284096 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a806aa1e-8a7e-4abb-92b7-fe8acb05f709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:00.297012 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3293dcd-3cd6-4406-b6c2-5016dce6c32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc3f046-dce6-4d83-8768-3559f07981e6,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:00.304791 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b3293dcd-3cd6-4406-b6c2-5016dce6c32e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:00.305853 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b3293dcd-3cd6-4406-b6c2-5016dce6c32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:00.310247 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-b3293dcd-3cd6-4406-b6c2-5016dce6c32e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5bc3f046-dce6-4d83-8768-3559f07981e6 HTTP/1.1" status: 204 len: 168 time: 0.1876435 Apr 23 10:30:00.460978 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543c89f-d0a5-444b-a035-a28729a11d94 req-4cd7e15b-0669-47fa-a623-c0bc6ed50b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:00.462906 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3543c89f-d0a5-444b-a035-a28729a11d94 req-4cd7e15b-0669-47fa-a623-c0bc6ed50b66 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 1099 time: 0.1455815 Apr 23 10:30:00.538684 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3543c89f-d0a5-444b-a035-a28729a11d94 req-0612c4dc-0b0c-4474-b0a1-9459f39e0bee service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596309 Apr 23 10:30:00.573647 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 33ddcfa7-4f10-4a97-8704-29c2a7d515f8, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=33ddcfa7-4f10-4a97-8704-29c2a7d515f8,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:30:00.590649 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Returning: {'device': '33ddcfa7-4f10-4a97-8704-29c2a7d515f8', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'port_id': '33ddcfa7-4f10-4a97-8704-29c2a7d515f8', 'mac_address': 'fa:16:3e:15:b1:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:30:00.679488 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:00.698038 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85200f3-0f8f-4087-81c8-6c2008ed513d req-d21145cc-2f5d-46bd-a7bc-ceec112c0cae tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:00.701982 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:30:00.707702 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e85200f3-0f8f-4087-81c8-6c2008ed513d req-d21145cc-2f5d-46bd-a7bc-ceec112c0cae tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 943 time: 0.1860533 Apr 23 10:30:00.719879 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd639cb-bfab-4dca-b214-efe81da68d72 req-e296bee3-038a-427c-b09c-eac53d4c738e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:00.723750 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 33ddcfa7-4f10-4a97-8704-29c2a7d515f8, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=33ddcfa7-4f10-4a97-8704-29c2a7d515f8,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:30:00.728554 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:00.729606 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device c2a8803b-af90-42f9-b2bb-26df7a395aca details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:30:00.729740 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5cd639cb-bfab-4dca-b214-efe81da68d72 req-e296bee3-038a-427c-b09c-eac53d4c738e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.2762721 Apr 23 10:30:00.734664 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:00.875863 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5cd639cb-bfab-4dca-b214-efe81da68d72 req-f5ec226f-345a-4ab8-9a57-bb9c97d4ac9b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437223 Apr 23 10:30:00.881486 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e85200f3-0f8f-4087-81c8-6c2008ed513d req-f50161b0-5a71-4c5e-82e5-81fb95d84a1d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728246 Apr 23 10:30:00.924472 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=33ddcfa7-4f10-4a97-8704-29c2a7d515f8,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:00.931132 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:01.001765 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port c2a8803b-af90-42f9-b2bb-26df7a395aca, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=c2a8803b-af90-42f9-b2bb-26df7a395aca,segment=NetworkSegment(02296a69-3515-4f69-9187-6e05dc25a7f9),segment_id=02296a69-3515-4f69-9187-6e05dc25a7f9)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:30:01.017063 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Returning: {'device': 'c2a8803b-af90-42f9-b2bb-26df7a395aca', 'network_id': '92060680-c3d7-4f23-9347-bab7dc1c2acf', 'port_id': 'c2a8803b-af90-42f9-b2bb-26df7a395aca', 'mac_address': 'fa:16:3e:71:82:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b838711e-84ce-47a5-87c2-83a0fa1d623a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:30:01.086140 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:01.091210 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 59328) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:01.113378 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a8803b-af90-42f9-b2bb-26df7a395aca {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:30:01.131481 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port c2a8803b-af90-42f9-b2bb-26df7a395aca, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=c2a8803b-af90-42f9-b2bb-26df7a395aca,segment=NetworkSegment(02296a69-3515-4f69-9187-6e05dc25a7f9),segment_id=02296a69-3515-4f69-9187-6e05dc25a7f9)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:30:01.135094 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:01.137792 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:01.166752 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452872ee-a7b2-46bf-9867-80c9cdb7b4c4 req-96260410-f524-4139-9ad5-79ac4e45b820 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:01.168654 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-452872ee-a7b2-46bf-9867-80c9cdb7b4c4 req-96260410-f524-4139-9ad5-79ac4e45b820 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1192968 Apr 23 10:30:01.219868 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=c2a8803b-af90-42f9-b2bb-26df7a395aca,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:01.223475 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:01.236972 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-452872ee-a7b2-46bf-9867-80c9cdb7b4c4 req-383aef53-4712-433a-abb1-14067c0df88c tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613601 Apr 23 10:30:01.322039 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-d652ddf7-bb30-4daa-bf2b-dfefcc0f7163 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-630078443-network', 'tenant_id': 'c9c03a2c759846589ab11a78fe278abe'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:30:01.327625 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d652ddf7-bb30-4daa-bf2b-dfefcc0f7163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:30:01.331875 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-d652ddf7-bb30-4daa-bf2b-dfefcc0f7163 admin admin] Usage tracker for resource:network and tenant:c9c03a2c759846589ab11a78fe278abe is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:30:01.335071 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-d652ddf7-bb30-4daa-bf2b-dfefcc0f7163 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:30:01.342009 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d652ddf7-bb30-4daa-bf2b-dfefcc0f7163 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:30:01.351632 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d652ddf7-bb30-4daa-bf2b-dfefcc0f7163 admin admin] Made reservation on behalf of c9c03a2c759846589ab11a78fe278abe for: {'network': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:30:01.356383 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d652ddf7-bb30-4daa-bf2b-dfefcc0f7163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for network, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:01.369585 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d652ddf7-bb30-4daa-bf2b-dfefcc0f7163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:01.391242 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d652ddf7-bb30-4daa-bf2b-dfefcc0f7163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:30:01.395447 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-d652ddf7-bb30-4daa-bf2b-dfefcc0f7163 admin admin] Usage tracker for resource:security_group_rule and tenant:c9c03a2c759846589ab11a78fe278abe is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:30:01.398610 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-d652ddf7-bb30-4daa-bf2b-dfefcc0f7163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:30:01.405040 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d652ddf7-bb30-4daa-bf2b-dfefcc0f7163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:30:01.497830 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d652ddf7-bb30-4daa-bf2b-dfefcc0f7163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:01.502512 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d652ddf7-bb30-4daa-bf2b-dfefcc0f7163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:01.506972 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-eb39c4e6-4f34-4a45-9c5e-ee04b680cfa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:01.535667 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d652ddf7-bb30-4daa-bf2b-dfefcc0f7163 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=86422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 10:30:01.544739 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652ddf7-bb30-4daa-bf2b-dfefcc0f7163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cefe92-597f-4363-a102-017c27ed7c3c,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:01.548625 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d652ddf7-bb30-4daa-bf2b-dfefcc0f7163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:01.551599 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d652ddf7-bb30-4daa-bf2b-dfefcc0f7163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:01.551996 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.segments_db [None req-d652ddf7-bb30-4daa-bf2b-dfefcc0f7163 admin admin] Added segment 601b5d54-2105-4c31-aee4-2163a4aaf1f1 of type vlan for network d5352e74-5ca2-48f4-a526-566bf1c54494 Apr 23 10:30:01.582073 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d652ddf7-bb30-4daa-bf2b-dfefcc0f7163 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747065835481'] for network, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:01.613762 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d652ddf7-bb30-4daa-bf2b-dfefcc0f7163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for network, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:01.615145 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d652ddf7-bb30-4daa-bf2b-dfefcc0f7163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:01.615782 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d652ddf7-bb30-4daa-bf2b-dfefcc0f7163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:01.620930 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:01.623833 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:30:01.728290 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652ddf7-bb30-4daa-bf2b-dfefcc0f7163 admin admin] Pushing event updated for resources: {'Network': ['ID=d5352e74-5ca2-48f4-a526-566bf1c54494,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:01.735629 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d652ddf7-bb30-4daa-bf2b-dfefcc0f7163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:01.750592 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Network d5352e74-5ca2-48f4-a526-566bf1c54494 details requested by agent ovs-agent-dv-cinder-779233-3-smb with host dv-cinder-779233-3-smb {{(pid=86423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 10:30:01.757131 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-d652ddf7-bb30-4daa-bf2b-dfefcc0f7163 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6646664 Apr 23 10:30:01.760370 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 59350) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:01.771925 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Request body: {'subnet': {'network_id': 'd5352e74-5ca2-48f4-a526-566bf1c54494', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-630078443-subnet', 'tenant_id': 'c9c03a2c759846589ab11a78fe278abe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:30:01.783155 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:30:01.791673 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Usage tracker for resource:subnet and tenant:c9c03a2c759846589ab11a78fe278abe is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:30:01.801783 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:30:01.817695 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:30:01.840908 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Made reservation on behalf of c9c03a2c759846589ab11a78fe278abe for: {'subnet': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:30:01.846089 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:02.169825 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ebfe07c4-24c9-47e6-80af-4c1af2736719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:02.411011 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['c2a8803b-af90-42f9-b2bb-26df7a395aca'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:30:02.447828 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['33ddcfa7-4f10-4a97-8704-29c2a7d515f8'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:30:02.654979 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eaf3c3-6a87-4c8d-9d12-23d47bdb40ef req-2e2c20ef-d716-4517-985b-c832d9c95137 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:02.656706 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f5eaf3c3-6a87-4c8d-9d12-23d47bdb40ef req-2e2c20ef-d716-4517-985b-c832d9c95137 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 944 time: 0.5184467 Apr 23 10:30:02.701940 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a721c-9f9c-4220-8064-f7189f23bf2f req-62d236b3-0ee2-460e-b44e-ef3127cd42d4 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:02.704245 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fd4a721c-9f9c-4220-8064-f7189f23bf2f req-62d236b3-0ee2-460e-b44e-ef3127cd42d4 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 944 time: 0.5148520 Apr 23 10:30:02.758580 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f5eaf3c3-6a87-4c8d-9d12-23d47bdb40ef req-e246e8df-4b9a-4add-bf40-2545478f4d7b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925913 Apr 23 10:30:02.819501 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fd4a721c-9f9c-4220-8064-f7189f23bf2f req-ebb64abf-5d72-4dd7-8ccc-7116f494adc1 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969238 Apr 23 10:30:02.930184 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for subnet, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:02.975199 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:03.104479 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Checking segment: {'id': '601b5d54-2105-4c31-aee4-2163a4aaf1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd5352e74-5ca2-48f4-a526-566bf1c54494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:30:03.104943 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Network hostable DHCP agents. Network: d5352e74-5ca2-48f4-a526-566bf1c54494, hostable agents: ['9afd9aa3-ba3d-4012-bb25-a6f17ffdc572'], hosted agents: [] {{(pid=86420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 10:30:03.124848 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=95eab1e6-b878-47fa-9ac7-263db1e97593,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:03.138247 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:03.138533 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:03.138920 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:03.139299 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:03.139678 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:03.140057 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:03.140453 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:03.141359 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:03.141359 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:03.141537 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:03.141874 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:03.142244 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:03.157924 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:03.190203 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f344469-54ce-41c8-b1fe-5f1271301763 req-8c62bddc-aad2-43d9-9e4d-2f9380ee2e43 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:03.191883 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1f344469-54ce-41c8-b1fe-5f1271301763 req-8c62bddc-aad2-43d9-9e4d-2f9380ee2e43 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.2629519 Apr 23 10:30:03.192850 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Network d5352e74-5ca2-48f4-a526-566bf1c54494 is scheduled to be hosted by DHCP agent 9afd9aa3-ba3d-4012-bb25-a6f17ffdc572 with binding_index 1 {{(pid=86420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 10:30:03.219284 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-smb, d5352e74-5ca2-48f4-a526-566bf1c54494) {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:30:03.228547 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:03.229313 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:03.231764 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a0b420-6fb7-4149-8614-b41d4f933bd6 None None] Network d5352e74-5ca2-48f4-a526-566bf1c54494 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:30:03.291631 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1f344469-54ce-41c8-b1fe-5f1271301763 req-abf6f0b5-756f-4334-9141-d722078ac900 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919394 Apr 23 10:30:03.296288 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5341763 Apr 23 10:30:03.401244 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:03.601773 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99e49a9-dcb0-478c-939c-b1a289abdd92 None None] Network d5352e74-5ca2-48f4-a526-566bf1c54494 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:30:03.685172 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9339187-6aab-40c3-b905-062f6be3a241 req-e34cd3b0-e5f2-492d-a2bb-8876c7db5ba7 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:03.693969 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b9339187-6aab-40c3-b905-062f6be3a241 req-e34cd3b0-e5f2-492d-a2bb-8876c7db5ba7 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/networks?id=ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 HTTP/1.1" status: 200 len: 815 time: 0.2677505 Apr 23 10:30:03.708551 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b9339187-6aab-40c3-b905-062f6be3a241 req-c0f0e6d2-08b3-4639-9201-a688ad99f916 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/quotas/d68a3d2ffd2d438dbb6699e97dff9ce9 HTTP/1.1" status: 200 len: 375 time: 0.0135257 Apr 23 10:30:03.942452 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b9339187-6aab-40c3-b905-062f6be3a241 req-439b6b2d-5e70-4eb1-b315-068360d8f67e tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d68a3d2ffd2d438dbb6699e97dff9ce9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2236941 Apr 23 10:30:04.140398 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9f0207de-8db9-4a58-afd0-6858aee29dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:04.233536 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b9339187-6aab-40c3-b905-062f6be3a241 req-a1db88d1-0d27-47b7-9cef-dbe72a8ddce3 service neutron] 10.222.0.70 "GET /v2.0/networks/ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893829 Apr 23 10:30:04.250043 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffa597-e49c-407a-a18d-03eba307b5f9 req-9496c6c0-9895-4c45-a4d1-c7dac63a9eeb tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:04.257649 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-87ffa597-e49c-407a-a18d-03eba307b5f9 req-9496c6c0-9895-4c45-a4d1-c7dac63a9eeb tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 944 time: 0.2408395 Apr 23 10:30:04.331727 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 59446) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:04.479912 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-87ffa597-e49c-407a-a18d-03eba307b5f9 req-dfd21332-7db6-4ae6-900a-7e98a03f83e2 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740491 Apr 23 10:30:04.528842 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b9339187-6aab-40c3-b905-062f6be3a241 req-744d46f2-cff0-41b1-a8da-7abae68ac8f4 service neutron] 10.222.0.70 "GET /v2.0/networks/ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694018 Apr 23 10:30:04.607102 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 59462) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:04.614464 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-958910004-network', 'tenant_id': '4456a71728624fa7b42c50b01f94bd12'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:30:04.622403 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:30:04.628099 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] Usage tracker for resource:network and tenant:4456a71728624fa7b42c50b01f94bd12 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:30:04.631827 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:30:04.641262 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:30:04.655348 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] Made reservation on behalf of 4456a71728624fa7b42c50b01f94bd12 for: {'network': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:30:04.664887 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for network, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:04.681082 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:04.705209 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:30:04.711103 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] Usage tracker for resource:security_group_rule and tenant:4456a71728624fa7b42c50b01f94bd12 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:30:04.714854 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:30:04.725013 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:30:04.801213 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ab9be079-ea01-439a-9ea8-f09d99093235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:04.842302 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ab9be079-ea01-439a-9ea8-f09d99093235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:30:04.854974 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4de12-21d7-4e2f-89f8-fc8a7390ac95 req-9f8896ae-a5a7-4dd1-821a-6404f78b3bd1 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:04.858944 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7bf4de12-21d7-4e2f-89f8-fc8a7390ac95 req-9f8896ae-a5a7-4dd1-821a-6404f78b3bd1 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 944 time: 0.2071180 Apr 23 10:30:04.860098 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-ab9be079-ea01-439a-9ea8-f09d99093235 admin admin] Usage tracker for resource:security_group_rule and tenant:6e336d4cf6dd4a66a9f15376455a20a8 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:30:04.868932 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-ab9be079-ea01-439a-9ea8-f09d99093235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:30:04.878785 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ab9be079-ea01-439a-9ea8-f09d99093235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:30:04.932262 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:04.949940 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:04.962688 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6d61d621-39f0-4bdd-b365-e074846926e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:05.015131 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59519dc-830d-4574-b0f2-d58e60f38669,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:05.024311 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=86422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 10:30:05.026939 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:05.035169 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7bf4de12-21d7-4e2f-89f8-fc8a7390ac95 req-0bd0924b-0093-4adb-9782-a8b24e6eda35 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665323 Apr 23 10:30:05.052444 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:05.052817 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.segments_db [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] Added segment 1e611b71-002b-4b49-a3a9-b1f36f60273e of type vlan for network 5b79ed94-a310-4e04-b6ec-b287cc82c2df Apr 23 10:30:05.123611 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27c1cd-f638-46f6-ac34-1ea52e9593ff req-908f461d-bb53-4aeb-9441-57831c3ec7a8 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:05.125353 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-bd27c1cd-f638-46f6-ac34-1ea52e9593ff req-908f461d-bb53-4aeb-9441-57831c3ec7a8 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1893404 Apr 23 10:30:05.132475 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747065835481'] for network, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:05.203241 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ab9be079-ea01-439a-9ea8-f09d99093235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:05.212877 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ab9be079-ea01-439a-9ea8-f09d99093235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:05.226593 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-bd27c1cd-f638-46f6-ac34-1ea52e9593ff req-09dc4da6-7b52-4db2-be6f-57a66f27a9cc tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900965 Apr 23 10:30:05.246243 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-34c77e13-e66c-4a26-8054-ab3c1722660b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:05.279834 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-ab9be079-ea01-439a-9ea8-f09d99093235 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6e336d4cf6dd4a66a9f15376455a20a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9431992 Apr 23 10:30:05.279834 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9be079-ea01-439a-9ea8-f09d99093235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ccb6af-d509-48b0-99cd-e5ccdf15d39f,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:05.281031 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 59476) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:05.294832 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ab9be079-ea01-439a-9ea8-f09d99093235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:05.299465 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for network, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:05.302691 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:05.303520 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:05.307633 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:05.370630 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:05.429294 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fb5a063f-f084-485f-9952-3e20de9f09e7 req-92fbe120-81fb-4db4-baf4-d92427934115 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=796ba4b7-01ad-4d92-9603-b02ec1d421af HTTP/1.1" status: 200 len: 210 time: 0.1166089 Apr 23 10:30:05.459703 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] Pushing event updated for resources: {'Network': ['ID=5b79ed94-a310-4e04-b6ec-b287cc82c2df,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:05.468935 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:05.482687 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Network 5b79ed94-a310-4e04-b6ec-b287cc82c2df details requested by agent ovs-agent-dv-cinder-779233-3-smb with host dv-cinder-779233-3-smb {{(pid=86423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 10:30:05.501587 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8933148 Apr 23 10:30:05.504050 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 59484) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:05.513910 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-ae86b797-55ff-4f03-9eee-51d026575481 admin admin] Request body: {'subnet': {'network_id': '5b79ed94-a310-4e04-b6ec-b287cc82c2df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-958910004-subnet', 'tenant_id': '4456a71728624fa7b42c50b01f94bd12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:30:05.515648 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:05.522477 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ae86b797-55ff-4f03-9eee-51d026575481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:30:05.527203 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-ae86b797-55ff-4f03-9eee-51d026575481 admin admin] Usage tracker for resource:subnet and tenant:4456a71728624fa7b42c50b01f94bd12 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:30:05.531511 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-ae86b797-55ff-4f03-9eee-51d026575481 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:30:05.538993 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ae86b797-55ff-4f03-9eee-51d026575481 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:30:05.544259 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-06ac41ff-721d-45f8-b5a0-678ac8d0e37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:05.550109 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae86b797-55ff-4f03-9eee-51d026575481 admin admin] Made reservation on behalf of 4456a71728624fa7b42c50b01f94bd12 for: {'subnet': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:30:05.557536 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ae86b797-55ff-4f03-9eee-51d026575481 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:05.651419 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-06ac41ff-721d-45f8-b5a0-678ac8d0e37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:05.812758 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-06ac41ff-721d-45f8-b5a0-678ac8d0e37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:05.817649 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-828da130-cf92-4cd6-ada4-0a8a09d6f6cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:05.846354 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fe3f6-ec18-4a42-b5c5-d7bd4e672505 req-d34fcac6-7a44-4de1-981c-03454b123f0c tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:05.848113 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-147fe3f6-ec18-4a42-b5c5-d7bd4e672505 req-d34fcac6-7a44-4de1-981c-03454b123f0c tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.3399143 Apr 23 10:30:05.848969 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac41ff-721d-45f8-b5a0-678ac8d0e37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ccb6af-d509-48b0-99cd-e5ccdf15d39f,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:05.861405 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906255a6-f0fd-47d5-8a23-20e597975856 req-8a663bc9-22e2-4a46-aa3e-09fec30c490a tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:05.863060 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-906255a6-f0fd-47d5-8a23-20e597975856 req-8a663bc9-22e2-4a46-aa3e-09fec30c490a tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/ports?device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 946 time: 0.1852186 Apr 23 10:30:05.863599 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 59492) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:05.878564 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-06ac41ff-721d-45f8-b5a0-678ac8d0e37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:05.887928 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-f833c343-33e3-4645-8670-f3189c378fa1 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Request body: {'floatingip': {'port_id': '15377bcc-175b-43d5-982f-3f50df9db188'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:30:05.986138 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-06ac41ff-721d-45f8-b5a0-678ac8d0e37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:05.987515 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-06ac41ff-721d-45f8-b5a0-678ac8d0e37f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/35ccb6af-d509-48b0-99cd-e5ccdf15d39f HTTP/1.1" status: 204 len: 168 time: 0.7046034 Apr 23 10:30:06.083059 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f833c343-33e3-4645-8670-f3189c378fa1 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for floatingip, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:06.144859 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ae86b797-55ff-4f03-9eee-51d026575481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for subnet, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:06.149925 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-03ed3aab-4275-457c-b0d9-6b562681a2a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:06.213755 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-906255a6-f0fd-47d5-8a23-20e597975856 req-29f400cb-00e7-4e33-8150-6faf1e45def5 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/security-groups?id=71a92d12-2d76-47ff-ad58-5eb2668ebdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312593 Apr 23 10:30:06.232883 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86b797-55ff-4f03-9eee-51d026575481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d88d610-0f6f-4c6d-8b3f-159369da02fb,revision_number=0']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:06.237443 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae86b797-55ff-4f03-9eee-51d026575481 admin admin] Checking segment: {'id': '1e611b71-002b-4b49-a3a9-b1f36f60273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5b79ed94-a310-4e04-b6ec-b287cc82c2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:30:06.237840 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae86b797-55ff-4f03-9eee-51d026575481 admin admin] Network hostable DHCP agents. Network: 5b79ed94-a310-4e04-b6ec-b287cc82c2df, hostable agents: ['9afd9aa3-ba3d-4012-bb25-a6f17ffdc572'], hosted agents: [] {{(pid=86422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 10:30:06.242698 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ae86b797-55ff-4f03-9eee-51d026575481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:06.259560 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae86b797-55ff-4f03-9eee-51d026575481 admin admin] Network 5b79ed94-a310-4e04-b6ec-b287cc82c2df is scheduled to be hosted by DHCP agent 9afd9aa3-ba3d-4012-bb25-a6f17ffdc572 with binding_index 1 {{(pid=86422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 10:30:06.271060 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-ae86b797-55ff-4f03-9eee-51d026575481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-smb, 5b79ed94-a310-4e04-b6ec-b287cc82c2df) {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:30:06.280475 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51975a02-8ee4-4cb5-9d1d-cd584455b241 None None] Network 5b79ed94-a310-4e04-b6ec-b287cc82c2df requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:30:06.282962 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae86b797-55ff-4f03-9eee-51d026575481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:06.283619 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ae86b797-55ff-4f03-9eee-51d026575481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for subnet, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:06.307970 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-ae86b797-55ff-4f03-9eee-51d026575481 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8018107 Apr 23 10:30:06.337918 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0e4f6-8ded-4a9b-b4ba-4a2d44b925c8 req-e8cb86de-1eb1-4cb1-a2ee-a1d8126b79f2 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:06.340392 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0bb0e4f6-8ded-4a9b-b4ba-4a2d44b925c8 req-e8cb86de-1eb1-4cb1-a2ee-a1d8126b79f2 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 944 time: 0.3492401 Apr 23 10:30:06.592508 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 59508) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:06.631414 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 up at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:30:06.636399 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d775b0f5-33f5-449a-b353-b4c8760914f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:06.654878 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d775b0f5-33f5-449a-b353-b4c8760914f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:30:06.659218 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-d775b0f5-33f5-449a-b353-b4c8760914f9 admin admin] Usage tracker for resource:security_group_rule and tenant:eb1220bb657a4bfe88ea872b1e3d105f is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:30:06.662496 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-d775b0f5-33f5-449a-b353-b4c8760914f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:30:06.669166 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-d775b0f5-33f5-449a-b353-b4c8760914f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:30:06.773423 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d775b0f5-33f5-449a-b353-b4c8760914f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:06.777534 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d775b0f5-33f5-449a-b353-b4c8760914f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:06.791044 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f7865cd8-1c0a-40e7-be5f-4318a7239ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:06.801269 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0bb0e4f6-8ded-4a9b-b4ba-4a2d44b925c8 req-47feb126-b562-4d12-91a6-12fe9505bab3 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4462626 Apr 23 10:30:06.877894 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-d775b0f5-33f5-449a-b353-b4c8760914f9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eb1220bb657a4bfe88ea872b1e3d105f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839680 Apr 23 10:30:06.881751 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 59516) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:06.919751 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68da06e-4c88-4fff-8f5a-ef44b280292a req-cc800e39-6b27-48a7-8620-6154689b4dbd tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:06.921497 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d68da06e-4c88-4fff-8f5a-ef44b280292a req-cc800e39-6b27-48a7-8620-6154689b4dbd tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 944 time: 0.4791934 Apr 23 10:30:06.931118 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning for port 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:30:06.938070 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac411a4-736d-49ca-a979-1c582f96cb59 None None] Network 5b79ed94-a310-4e04-b6ec-b287cc82c2df requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:30:06.955379 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning complete for port 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:30:06.956125 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:07.089313 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775b0f5-33f5-449a-b353-b4c8760914f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab8358f-35d2-436f-82a9-fc0b1dae87fd,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:07.099920 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d775b0f5-33f5-449a-b353-b4c8760914f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:07.130167 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:07.200184 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9339187-6aab-40c3-b905-062f6be3a241 req-18a3b0f9-45d9-4a11-ad12-1d6018286eec tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:07.201815 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b9339187-6aab-40c3-b905-062f6be3a241 req-18a3b0f9-45d9-4a11-ad12-1d6018286eec tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.68 "GET /v2.0/networks?id=ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 HTTP/1.1" status: 200 len: 815 time: 0.2481351 Apr 23 10:30:07.281691 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-b9339187-6aab-40c3-b905-062f6be3a241 req-a488c05a-f789-4a55-a66e-fc45a7d755f7 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Request body: {'port': {'device_id': '796ba4b7-01ad-4d92-9603-b02ec1d421af', 'network_id': 'ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277', 'admin_state_up': True, 'tenant_id': 'd68a3d2ffd2d438dbb6699e97dff9ce9'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:30:07.286150 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:07.321743 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363d6e83-40d2-4861-a61e-b49b10562d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ddcfa7-4f10-4a97-8704-29c2a7d515f8'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:30:07.341946 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 33ddcfa7-4f10-4a97-8704-29c2a7d515f8, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=33ddcfa7-4f10-4a97-8704-29c2a7d515f8,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:30:07.363220 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-eef05fea-51c5-495e-b50d-e0e6a47065d6 req-a1a89a00-2d7f-4dec-bac8-2b4900e60025 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=796ba4b7-01ad-4d92-9603-b02ec1d421af HTTP/1.1" status: 200 len: 210 time: 0.2863135 Apr 23 10:30:07.376988 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:07.377926 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device c2a8803b-af90-42f9-b2bb-26df7a395aca up at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:30:07.423568 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d68da06e-4c88-4fff-8f5a-ef44b280292a req-c22daa11-4317-4862-9957-6863f5178dff tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4858370 Apr 23 10:30:07.464878 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-55c020cb-69a0-45b7-8be3-e2a95b638896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:07.472843 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:07.597126 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-b9339187-6aab-40c3-b905-062f6be3a241 req-a488c05a-f789-4a55-a66e-fc45a7d755f7 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:30:07.606686 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-b9339187-6aab-40c3-b905-062f6be3a241 req-a488c05a-f789-4a55-a66e-fc45a7d755f7 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Usage tracker for resource:port and tenant:d68a3d2ffd2d438dbb6699e97dff9ce9 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:30:07.612843 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-b9339187-6aab-40c3-b905-062f6be3a241 req-a488c05a-f789-4a55-a66e-fc45a7d755f7 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:30:07.625825 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-b9339187-6aab-40c3-b905-062f6be3a241 req-a488c05a-f789-4a55-a66e-fc45a7d755f7 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:30:07.632332 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-55c020cb-69a0-45b7-8be3-e2a95b638896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:07.642301 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9339187-6aab-40c3-b905-062f6be3a241 req-a488c05a-f789-4a55-a66e-fc45a7d755f7 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Made reservation on behalf of d68a3d2ffd2d438dbb6699e97dff9ce9 for: {'port': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:30:07.645747 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=33ddcfa7-4f10-4a97-8704-29c2a7d515f8,revision_number=5']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:07.655375 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b9339187-6aab-40c3-b905-062f6be3a241 req-a488c05a-f789-4a55-a66e-fc45a7d755f7 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:07.663055 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:07.663673 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:07.664194 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:07.664754 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:07.665266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:07.665837 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:07.666382 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:07.666928 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:07.667476 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:07.668557 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:07.669140 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:07.669620 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:07.674556 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:07.684876 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning for port c2a8803b-af90-42f9-b2bb-26df7a395aca completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:30:07.690396 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning complete for port c2a8803b-af90-42f9-b2bb-26df7a395aca triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:30:07.690615 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:07.741317 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.db.resource_extend [None req-f833c343-33e3-4645-8670-f3189c378fa1 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 10:30:07.833056 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:07.867825 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port c2a8803b-af90-42f9-b2bb-26df7a395aca, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=c2a8803b-af90-42f9-b2bb-26df7a395aca,segment=NetworkSegment(02296a69-3515-4f69-9187-6e05dc25a7f9),segment_id=02296a69-3515-4f69-9187-6e05dc25a7f9)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:30:07.871881 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:07.875043 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f7314f64-37b4-46d8-8418-a21cf5ecc95f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:07.883011 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-b9339187-6aab-40c3-b905-062f6be3a241 req-a488c05a-f789-4a55-a66e-fc45a7d755f7 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Allocated IP 172.20.0.2 (ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277/bc554e03-a960-4aeb-a75b-15d570e0a94b/c71026cc-0182-4060-bfe2-97e83a717a91) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:30:07.951058 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=c2a8803b-af90-42f9-b2bb-26df7a395aca,revision_number=5']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:07.954413 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:07.988356 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f833c343-33e3-4645-8670-f3189c378fa1 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:08.065689 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-be44b3a4-5f49-4d96-91d3-a50979e10b74 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:08.068237 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-be44b3a4-5f49-4d96-91d3-a50979e10b74 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/networks?id=d5352e74-5ca2-48f4-a526-566bf1c54494 HTTP/1.1" status: 200 len: 808 time: 0.2676196 Apr 23 10:30:08.069161 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f833c343-33e3-4645-8670-f3189c378fa1 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414858'] for floatingip, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:08.116331 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b9339187-6aab-40c3-b905-062f6be3a241 req-a488c05a-f789-4a55-a66e-fc45a7d755f7 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:08.147213 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b9339187-6aab-40c3-b905-062f6be3a241 req-a488c05a-f789-4a55-a66e-fc45a7d755f7 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:08.150761 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-55c020cb-69a0-45b7-8be3-e2a95b638896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:08.153549 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:08.163051 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b3293dcd-3cd6-4406-b6c2-5016dce6c32e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:08.208040 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['5c6bc6da-93ec-4398-9c44-49cd341026ff'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:30:08.219485 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9339187-6aab-40c3-b905-062f6be3a241 req-a488c05a-f789-4a55-a66e-fc45a7d755f7 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Network ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:30:08.227733 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-b9339187-6aab-40c3-b905-062f6be3a241 req-a488c05a-f789-4a55-a66e-fc45a7d755f7 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:30:08.232580 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9339187-6aab-40c3-b905-062f6be3a241 req-a488c05a-f789-4a55-a66e-fc45a7d755f7 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:30:08.238746 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9339187-6aab-40c3-b905-062f6be3a241 req-a488c05a-f789-4a55-a66e-fc45a7d755f7 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:08.239494 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b9339187-6aab-40c3-b905-062f6be3a241 req-a488c05a-f789-4a55-a66e-fc45a7d755f7 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:08.248910 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-03306863-a4c0-4a17-9d70-137f40861872 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/quotas/c9c03a2c759846589ab11a78fe278abe HTTP/1.1" status: 200 len: 375 time: 0.1108954 Apr 23 10:30:08.257153 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c020cb-69a0-45b7-8be3-e2a95b638896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab8358f-35d2-436f-82a9-fc0b1dae87fd,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:08.258852 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488c05a-f789-4a55-a66e-fc45a7d755f7 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Pushing event updated for resources: {'Port': ['ID=c71026cc-0182-4060-bfe2-97e83a717a91,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:08.259596 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-55c020cb-69a0-45b7-8be3-e2a95b638896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:08.267978 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a488c05a-f789-4a55-a66e-fc45a7d755f7 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:08.278977 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14ca40-5d69-4e30-bdde-d8ebe269aea4 req-dfb7ae04-9f8e-4651-b57f-00df6681afb9 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:08.280912 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fd14ca40-5d69-4e30-bdde-d8ebe269aea4 req-dfb7ae04-9f8e-4651-b57f-00df6681afb9 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/ports?device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 946 time: 0.6309144 Apr 23 10:30:08.282784 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b9339187-6aab-40c3-b905-062f6be3a241 req-a488c05a-f789-4a55-a66e-fc45a7d755f7 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0107765 Apr 23 10:30:08.327747 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-b9339187-6aab-40c3-b905-062f6be3a241 req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] Request body: {'port': {'device_id': '796ba4b7-01ad-4d92-9603-b02ec1d421af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:30:08.328582 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-55c020cb-69a0-45b7-8be3-e2a95b638896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:08.329778 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-55c020cb-69a0-45b7-8be3-e2a95b638896 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9ab8358f-35d2-436f-82a9-fc0b1dae87fd HTTP/1.1" status: 204 len: 168 time: 1.4455588 Apr 23 10:30:08.366526 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-af276db7-3672-42d7-a3fd-772f89a020f4 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c9c03a2c759846589ab11a78fe278abe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1004062 Apr 23 10:30:08.489657 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b9339187-6aab-40c3-b905-062f6be3a241 req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:08.504046 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fd14ca40-5d69-4e30-bdde-d8ebe269aea4 req-6f960532-063b-45ec-80b6-f82435591ab7 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/security-groups?id=71a92d12-2d76-47ff-ad58-5eb2668ebdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650460 Apr 23 10:30:08.537208 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.l3_db [None req-f833c343-33e3-4645-8670-f3189c378fa1 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Floating IP 31f7e0f6-399a-45a1-ab03-699673a401e1 associated. External IP: 172.28.3.163, port: 15377bcc-175b-43d5-982f-3f50df9db188. Apr 23 10:30:08.576772 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363d6e83-40d2-4861-a61e-b49b10562d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ddcfa7-4f10-4a97-8704-29c2a7d515f8', 'code': 200} Apr 23 10:30:09.001824 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-09d2b6e8-6701-472c-a190-f2bb19d0c64f service neutron] 10.222.0.70 "GET /v2.0/networks/d5352e74-5ca2-48f4-a526-566bf1c54494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6208768 Apr 23 10:30:09.103644 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbc8d0-e26d-41f3-b533-8928f27414ae req-0ca668ea-7f6e-4d71-beb4-1bc7247ed315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:09.106237 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b4cbc8d0-e26d-41f3-b533-8928f27414ae req-0ca668ea-7f6e-4d71-beb4-1bc7247ed315 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 1098 time: 0.1903880 Apr 23 10:30:09.113739 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [req-b9339187-6aab-40c3-b905-062f6be3a241 req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c71026cc-0182-4060-bfe2-97e83a717a91 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:30:09.140821 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b9339187-6aab-40c3-b905-062f6be3a241 req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:09.210773 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-b9339187-6aab-40c3-b905-062f6be3a241 req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] Transition to ACTIVE for port object c71026cc-0182-4060-bfe2-97e83a717a91 will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:30:09.217049 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b9339187-6aab-40c3-b905-062f6be3a241 req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:09.222944 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b4cbc8d0-e26d-41f3-b533-8928f27414ae req-e06d9d5b-eaf2-412a-b349-098cbb9e89d7 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039417 Apr 23 10:30:09.224957 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:09.327440 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a7286-9e9f-45ea-ac4f-b07b060eb1b7 req-bfe857a8-2e91-4d3a-bf88-31f1d39db41f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:09.329060 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-019a7286-9e9f-45ea-ac4f-b07b060eb1b7 req-bfe857a8-2e91-4d3a-bf88-31f1d39db41f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.5221927 Apr 23 10:30:09.427613 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c71026cc-0182-4060-bfe2-97e83a717a91,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:09.435977 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:09.454916 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-b9339187-6aab-40c3-b905-062f6be3a241 req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] Attempting to bind port c71026cc-0182-4060-bfe2-97e83a717a91 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:30:09.455320 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-b9339187-6aab-40c3-b905-062f6be3a241 req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] Attempting to bind port c71026cc-0182-4060-bfe2-97e83a717a91 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '5057dd03-d1f0-4c3f-9d58-23311a3c11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:30:09.455655 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9339187-6aab-40c3-b905-062f6be3a241 req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] Attempting to bind port c71026cc-0182-4060-bfe2-97e83a717a91 on network ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:30:09.460943 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9339187-6aab-40c3-b905-062f6be3a241 req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] Port c71026cc-0182-4060-bfe2-97e83a717a91 on network ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:30:09.461303 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9339187-6aab-40c3-b905-062f6be3a241 req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] Attempting to bind port c71026cc-0182-4060-bfe2-97e83a717a91 on network ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:30:09.467822 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9339187-6aab-40c3-b905-062f6be3a241 req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] Checking agent: {'id': 'e9dd349d-b683-48bd-911f-eb86d546e7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'started_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:30:09.468196 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9339187-6aab-40c3-b905-062f6be3a241 req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] Checking segment: {'id': '5057dd03-d1f0-4c3f-9d58-23311a3c11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:30:09.468642 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9339187-6aab-40c3-b905-062f6be3a241 req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] Bound using segment: {'id': '5057dd03-d1f0-4c3f-9d58-23311a3c11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:30:09.469337 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-b9339187-6aab-40c3-b905-062f6be3a241 req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] Bound port: c71026cc-0182-4060-bfe2-97e83a717a91, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5057dd03-d1f0-4c3f-9d58-23311a3c11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:30:09.469337 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b9339187-6aab-40c3-b905-062f6be3a241 req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:09.515241 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-5876448a-c6fc-4540-9e8f-3ea4ade96efe service neutron] 10.222.0.70 "GET /v2.0/networks/d5352e74-5ca2-48f4-a526-566bf1c54494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5000277 Apr 23 10:30:09.524545 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-019a7286-9e9f-45ea-ac4f-b07b060eb1b7 req-2816f651-2065-4c97-82dc-47af862d6738 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820962 Apr 23 10:30:09.586141 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-b9339187-6aab-40c3-b905-062f6be3a241 req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] For port c71026cc-0182-4060-bfe2-97e83a717a91, host hv-cinder-77923, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:30:09.593001 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-b9339187-6aab-40c3-b905-062f6be3a241 req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] For port c71026cc-0182-4060-bfe2-97e83a717a91, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=c71026cc-0182-4060-bfe2-97e83a717a91,segment=NetworkSegment(5057dd03-d1f0-4c3f-9d58-23311a3c11a3),segment_id=5057dd03-d1f0-4c3f-9d58-23311a3c11a3)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:30:09.598036 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b9339187-6aab-40c3-b905-062f6be3a241 req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:09.614784 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f73f62e6-f4f5-4ddd-a3e5-aa2f996af25c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:09.626782 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f833c343-33e3-4645-8670-f3189c378fa1 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Router 72320505-6076-4a53-9f82-06f896cbc35a has already been hosted by L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 {{(pid=86420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:30:09.693980 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9339187-6aab-40c3-b905-062f6be3a241 req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:09.695110 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b9339187-6aab-40c3-b905-062f6be3a241 req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:09.697059 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b9339187-6aab-40c3-b905-062f6be3a241 req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] 10.222.0.68 "PUT /v2.0/ports/c71026cc-0182-4060-bfe2-97e83a717a91 HTTP/1.1" status: 200 len: 1093 time: 1.3756945 Apr 23 10:30:09.703179 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796ba4b7-01ad-4d92-9603-b02ec1d421af', 'tag': 'c71026cc-0182-4060-bfe2-97e83a717a91'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:30:09.775313 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c71026cc-0182-4060-bfe2-97e83a717a91,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:09.789160 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:10.191890 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67603b30-dae3-409e-baa9-bcb5d5b67ff9 req-1b3d1f9f-8e4c-4f4b-bcb1-7318c11b9e5a tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:10.194120 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-67603b30-dae3-409e-baa9-bcb5d5b67ff9 req-1b3d1f9f-8e4c-4f4b-bcb1-7318c11b9e5a tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=796ba4b7-01ad-4d92-9603-b02ec1d421af HTTP/1.1" status: 200 len: 943 time: 0.3509519 Apr 23 10:30:10.196554 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f833c343-33e3-4645-8670-f3189c378fa1 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:30:10.213323 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f483c-cb1d-461b-8526-5886450e3e65 req-fe8c63eb-c0c3-48f0-a94d-0b00363469e2 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:10.215279 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d51f483c-cb1d-461b-8526-5886450e3e65 req-fe8c63eb-c0c3-48f0-a94d-0b00363469e2 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.2879283 Apr 23 10:30:10.220272 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f833c343-33e3-4645-8670-f3189c378fa1 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:10.229152 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c79ad9-849e-44a6-a671-d179d115924f None None] Sync routers for ids ['72320505-6076-4a53-9f82-06f896cbc35a'] in dv-cinder-779233-3-smb {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:30:10.248222 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c79ad9-849e-44a6-a671-d179d115924f None None] Routers {'72320505-6076-4a53-9f82-06f896cbc35a'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:30:10.250659 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-b6c79ad9-849e-44a6-a671-d179d115924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:30:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['72320505-6076-4a53-9f82-06f896cbc35a'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:30:10.267589 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9339187-6aab-40c3-b905-062f6be3a241 req-54ed22ad-65c8-4a9d-914e-6c64c7f8abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:10.269226 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b9339187-6aab-40c3-b905-062f6be3a241 req-54ed22ad-65c8-4a9d-914e-6c64c7f8abd1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d68a3d2ffd2d438dbb6699e97dff9ce9&device_id=796ba4b7-01ad-4d92-9603-b02ec1d421af HTTP/1.1" status: 200 len: 1096 time: 0.2161303 Apr 23 10:30:10.377351 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-f833c343-33e3-4645-8670-f3189c378fa1 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "PUT /v2.0/floatingips/31f7e0f6-399a-45a1-ab03-699673a401e1 HTTP/1.1" status: 200 len: 992 time: 4.4974680 Apr 23 10:30:10.391843 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8d8a11-411b-465a-87a4-14ca029d4c21', 'tag': '15377bcc-175b-43d5-982f-3f50df9db188'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:30:10.394002 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-67603b30-dae3-409e-baa9-bcb5d5b67ff9 req-7bb3fefb-af5e-42e5-99c3-0919c57ebf4c tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185553 Apr 23 10:30:10.409606 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d51f483c-cb1d-461b-8526-5886450e3e65 req-eb2d169d-3c61-4edb-9795-4b1a76934279 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327679 Apr 23 10:30:10.504857 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b9339187-6aab-40c3-b905-062f6be3a241 req-642c127a-6f83-4bc5-b7e5-2cf65b3d2c1c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c71026cc-0182-4060-bfe2-97e83a717a91 HTTP/1.1" status: 200 len: 217 time: 0.2008748 Apr 23 10:30:10.536608 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-b6c79ad9-849e-44a6-a671-d179d115924f None None] Set router 72320505-6076-4a53-9f82-06f896cbc35a gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:30:10.578727 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a031b480-5e4b-4fd7-b5bf-669aae994363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a8803b-af90-42f9-b2bb-26df7a395aca'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:30:10.654175 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cce7e0-bbba-47b0-a71e-e4cd5bc972f0 req-df370688-c9b6-485a-93b8-96d789318501 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:10.666616 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-86cce7e0-bbba-47b0-a71e-e4cd5bc972f0 req-df370688-c9b6-485a-93b8-96d789318501 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/ports?device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 946 time: 0.1621528 Apr 23 10:30:10.731640 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796ba4b7-01ad-4d92-9603-b02ec1d421af', 'tag': 'c71026cc-0182-4060-bfe2-97e83a717a91', 'status': 'completed', 'code': 200} Apr 23 10:30:10.814817 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-12c61d30-e1e5-4373-8906-604170ca759a req-837a49c3-cbeb-45d1-a9d7-ac8ad933ae8e tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/ports?device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 210 time: 0.1123633 Apr 23 10:30:10.920012 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-86cce7e0-bbba-47b0-a71e-e4cd5bc972f0 req-d5e6ac9a-4bb8-44bb-a716-0df9ab6041a1 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/security-groups?id=71a92d12-2d76-47ff-ad58-5eb2668ebdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518342 Apr 23 10:30:11.048099 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8d8a11-411b-465a-87a4-14ca029d4c21', 'tag': '15377bcc-175b-43d5-982f-3f50df9db188', 'status': 'completed', 'code': 200} Apr 23 10:30:11.069956 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9339187-6aab-40c3-b905-062f6be3a241 req-5a4990c8-c4d9-4ea0-a2aa-8044645c9d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:11.071380 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b9339187-6aab-40c3-b905-062f6be3a241 req-5a4990c8-c4d9-4ea0-a2aa-8044645c9d70 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bc554e03-a960-4aeb-a75b-15d570e0a94b HTTP/1.1" status: 200 len: 855 time: 0.4236903 Apr 23 10:30:11.089841 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8601ac-916e-413e-8773-62b321ab3a27 req-26cfb21c-ba10-44ff-a422-f6560e187e9b tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:11.091416 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6b8601ac-916e-413e-8773-62b321ab3a27 req-26cfb21c-ba10-44ff-a422-f6560e187e9b tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.68 "GET /v2.0/ports?device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 946 time: 0.5842922 Apr 23 10:30:11.209637 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-b6c79ad9-849e-44a6-a671-d179d115924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72320505-6076-4a53-9f82-06f896cbc35a', 'name': 'tempest-AttachVolumeTestJSON-810215502-router', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187'}], 'enable_snat': True}, 'gw_port_id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:14Z', 'revision_number': 4, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'gw_port': {'id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:05Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_floatingips': [{'id': '31f7e0f6-399a-45a1-ab03-699673a401e1', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'floating_ip_address': '172.28.3.163', 'floating_network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'router_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'port_id': '15377bcc-175b-43d5-982f-3f50df9db188', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500', 'mac_address': 'fa:16:3e:42:81:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8d8a11-411b-465a-87a4-14ca029d4c21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:29:29Z', 'updated_at': '2021-04-23T10:30:07Z', 'revision_number': 1, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9007a6-a0a7-435c-a82f-6b884e90942d', 'name': '', 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'mac_address': 'fa:16:3e:48:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:12Z', 'updated_at': '2021-04-23T10:29:27Z', 'revision_number': 5, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'subnets': [{'id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:30:11.215293 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c79ad9-849e-44a6-a671-d179d115924f None None] Checking router: 72320505-6076-4a53-9f82-06f896cbc35a for host: dv-cinder-779233-3-smb {{(pid=86424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:30:11.228324 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c79ad9-849e-44a6-a671-d179d115924f None None] Routers {'72320505-6076-4a53-9f82-06f896cbc35a'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:30:11.229399 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-b6c79ad9-849e-44a6-a671-d179d115924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:30:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['72320505-6076-4a53-9f82-06f896cbc35a'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:30:11.305274 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558e329-0f17-4eb0-b71b-ea6ac241f574 req-1d3c3150-c4ab-43de-b38b-ac0f8104de7e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:11.311303 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5558e329-0f17-4eb0-b71b-ea6ac241f574 req-1d3c3150-c4ab-43de-b38b-ac0f8104de7e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.1237385 Apr 23 10:30:11.325947 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a031b480-5e4b-4fd7-b5bf-669aae994363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a8803b-af90-42f9-b2bb-26df7a395aca', 'code': 200} Apr 23 10:30:11.382512 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b9339187-6aab-40c3-b905-062f6be3a241 req-9666e96a-4e1b-489d-93ec-506d63f08984 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1338637 Apr 23 10:30:11.419992 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5558e329-0f17-4eb0-b71b-ea6ac241f574 req-581411f4-4468-406c-a58d-3830941923bc tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986254 Apr 23 10:30:11.525991 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-b6c79ad9-849e-44a6-a671-d179d115924f None None] Set router 72320505-6076-4a53-9f82-06f896cbc35a gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:30:11.691151 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6248f93-a1f2-42ea-bac6-9ffb9b0f6146 req-0e49ae59-9f52-4c70-b59e-db718d3b732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:11.694217 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e6248f93-a1f2-42ea-bac6-9ffb9b0f6146 req-0e49ae59-9f52-4c70-b59e-db718d3b732c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=053dbb1c35f34193b18ee2a736ef5da6&device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 1099 time: 0.4442360 Apr 23 10:30:11.772483 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50534ee5-b646-4f6c-9846-7ca77b041a66 req-bbe72d8e-3514-4f6c-a049-f5c3ffca6472 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:11.773918 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-50534ee5-b646-4f6c-9846-7ca77b041a66 req-bbe72d8e-3514-4f6c-a049-f5c3ffca6472 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1899185 Apr 23 10:30:11.791205 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76874f34-699f-40f5-87a7-03584ce33a94 req-2f370469-969b-436a-8c6f-f682228d03c5 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:11.793500 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-76874f34-699f-40f5-87a7-03584ce33a94 req-2f370469-969b-436a-8c6f-f682228d03c5 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=796ba4b7-01ad-4d92-9603-b02ec1d421af HTTP/1.1" status: 200 len: 943 time: 0.1418741 Apr 23 10:30:11.876220 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-50534ee5-b646-4f6c-9846-7ca77b041a66 req-066e8208-60e9-4b39-b484-0415b162d4a2 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816264 Apr 23 10:30:11.935670 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b9339187-6aab-40c3-b905-062f6be3a241 req-0a1b72db-9bd5-42aa-a91f-7ba44ee8e0dd service neutron] 10.222.0.68 "GET /v2.0/networks/ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604759 Apr 23 10:30:11.952531 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-6b8601ac-916e-413e-8773-62b321ab3a27 req-44d1b71e-d355-4b03-8863-d467a73385b1 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Deleting port b6215c5a-e95e-40e4-9bb5-da53725a34f0 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:30:11.952919 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-6b8601ac-916e-413e-8773-62b321ab3a27 req-44d1b71e-d355-4b03-8863-d467a73385b1 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:11.972699 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-76874f34-699f-40f5-87a7-03584ce33a94 req-52b0909e-1004-4c02-921a-55f993978c7c tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615465 Apr 23 10:30:12.139127 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a19371-e628-4525-b5bf-47ca85cd59b9 req-f7ee77ba-1f3b-417c-a922-757ab917ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:12.154657 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b9a19371-e628-4525-b5bf-47ca85cd59b9 req-f7ee77ba-1f3b-417c-a922-757ab917ff9c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 1098 time: 0.2753961 Apr 23 10:30:12.257265 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-6b8601ac-916e-413e-8773-62b321ab3a27 req-44d1b71e-d355-4b03-8863-d467a73385b1 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] For port b6215c5a-e95e-40e4-9bb5-da53725a34f0, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=b6215c5a-e95e-40e4-9bb5-da53725a34f0,segment=NetworkSegment(2fd70c6d-864f-4478-b7b4-21a7a9a9f4c8),segment_id=2fd70c6d-864f-4478-b7b4-21a7a9a9f4c8)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:30:12.257671 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-6b8601ac-916e-413e-8773-62b321ab3a27 req-44d1b71e-d355-4b03-8863-d467a73385b1 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:12.269326 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b9a19371-e628-4525-b5bf-47ca85cd59b9 req-f010ad36-5cd6-4e3d-8bd4-f723d8a31208 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051228 Apr 23 10:30:12.271768 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-49974646-2596-4c09-b120-48329172f292 req-4433f01d-3119-4b03-8686-7014cec6cb14 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/ports?device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 210 time: 0.0575302 Apr 23 10:30:12.388605 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-b6c79ad9-849e-44a6-a671-d179d115924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72320505-6076-4a53-9f82-06f896cbc35a', 'name': 'tempest-AttachVolumeTestJSON-810215502-router', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187'}], 'enable_snat': True}, 'gw_port_id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:14Z', 'revision_number': 4, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'gw_port': {'id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:05Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_floatingips': [{'id': '31f7e0f6-399a-45a1-ab03-699673a401e1', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'floating_ip_address': '172.28.3.163', 'floating_network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'router_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'port_id': '15377bcc-175b-43d5-982f-3f50df9db188', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500', 'mac_address': 'fa:16:3e:42:81:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8d8a11-411b-465a-87a4-14ca029d4c21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:29:29Z', 'updated_at': '2021-04-23T10:30:07Z', 'revision_number': 1, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9007a6-a0a7-435c-a82f-6b884e90942d', 'name': '', 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'mac_address': 'fa:16:3e:48:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:12Z', 'updated_at': '2021-04-23T10:29:27Z', 'revision_number': 5, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'subnets': [{'id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:30:12.393323 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c79ad9-849e-44a6-a671-d179d115924f None None] The sync data for ids ['72320505-6076-4a53-9f82-06f896cbc35a'] in dv-cinder-779233-3-smb is: [{'id': '72320505-6076-4a53-9f82-06f896cbc35a', 'name': 'tempest-AttachVolumeTestJSON-810215502-router', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187'}], 'enable_snat': True}, 'gw_port_id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:14Z', 'revision_number': 4, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'gw_port': {'id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:05Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_floatingips': [{'id': '31f7e0f6-399a-45a1-ab03-699673a401e1', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'floating_ip_address': '172.28.3.163', 'floating_network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'router_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'port_id': '15377bcc-175b-43d5-982f-3f50df9db188', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500', 'mac_address': 'fa:16:3e:42:81:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8d8a11-411b-465a-87a4-14ca029d4c21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:29:29Z', 'updated_at': '2021-04-23T10:30:07Z', 'revision_number': 1, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9007a6-a0a7-435c-a82f-6b884e90942d', 'name': '', 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'mac_address': 'fa:16:3e:48:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:12Z', 'updated_at': '2021-04-23T10:29:27Z', 'revision_number': 5, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'subnets': [{'id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:30:12.429624 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e212cee-a1b7-4b0a-93e4-1ee2864b767c req-091c1def-af94-4582-9f54-6966270013ac tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:12.431346 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4e212cee-a1b7-4b0a-93e4-1ee2864b767c req-091c1def-af94-4582-9f54-6966270013ac tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/ports?device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 946 time: 0.1382344 Apr 23 10:30:12.435082 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-6b8601ac-916e-413e-8773-62b321ab3a27 req-44d1b71e-d355-4b03-8863-d467a73385b1 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Calling delete_port for b6215c5a-e95e-40e4-9bb5-da53725a34f0 owned by compute:nova {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:30:12.440764 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6248f93-a1f2-42ea-bac6-9ffb9b0f6146 req-31029dac-9188-428a-afe0-4f3f50f50717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:12.442354 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e6248f93-a1f2-42ea-bac6-9ffb9b0f6146 req-31029dac-9188-428a-afe0-4f3f50f50717 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b126fda1-8aba-4f97-9375-594b068d7500 HTTP/1.1" status: 200 len: 911 time: 0.6888466 Apr 23 10:30:12.496278 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4e212cee-a1b7-4b0a-93e4-1ee2864b767c req-dc74f031-d24f-4d98-86f9-16b38c27cd31 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/security-groups?id=71a92d12-2d76-47ff-ad58-5eb2668ebdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505443 Apr 23 10:30:12.636281 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b9339187-6aab-40c3-b905-062f6be3a241 req-eaa34bd3-be4f-4f9b-8f55-da78f7d49a9f service neutron] 10.222.0.68 "GET /v2.0/networks/ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6626756 Apr 23 10:30:12.720191 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2935cab-ad59-4ca9-9917-a5f22ffc158d req-7db9ed49-55bf-41d9-add0-5e9ac380be68 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:12.727928 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14cbd8b-b916-4987-abfb-bc7681b1105e None None] New status for floating IP 31f7e0f6-399a-45a1-ab03-699673a401e1: ACTIVE {{(pid=86423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:30:12.729004 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f2935cab-ad59-4ca9-9917-a5f22ffc158d req-7db9ed49-55bf-41d9-add0-5e9ac380be68 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.1065474 Apr 23 10:30:12.751320 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-6b8601ac-916e-413e-8773-62b321ab3a27 req-44d1b71e-d355-4b03-8863-d467a73385b1 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:12.758493 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1f99f7d7-5534-496e-a056-3c81166c668c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:12.774829 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f2935cab-ad59-4ca9-9917-a5f22ffc158d req-9a9d96ef-b3c6-42bd-a911-0a3e101feec0 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448546 Apr 23 10:30:12.824703 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1b71e-d355-4b03-8863-d467a73385b1 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Pushing event deleted for resources: {'Port': ['ID=b6215c5a-e95e-40e4-9bb5-da53725a34f0,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:12.828608 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-44d1b71e-d355-4b03-8863-d467a73385b1 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:12.922990 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8601ac-916e-413e-8773-62b321ab3a27 req-44d1b71e-d355-4b03-8863-d467a73385b1 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] No DVR routers for this DVR port b6215c5a-e95e-40e4-9bb5-da53725a34f0 on host hv-cinder-77923 {{(pid=86422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:30:12.927077 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-6b8601ac-916e-413e-8773-62b321ab3a27 req-44d1b71e-d355-4b03-8863-d467a73385b1 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:12.930125 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82246435-de6d-4198-8a4d-8bbd3b2ca410', 'name': 'network-vif-deleted', 'tag': 'b6215c5a-e95e-40e4-9bb5-da53725a34f0'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:30:12.949716 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6b8601ac-916e-413e-8773-62b321ab3a27 req-44d1b71e-d355-4b03-8863-d467a73385b1 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.68 "DELETE /v2.0/ports/b6215c5a-e95e-40e4-9bb5-da53725a34f0 HTTP/1.1" status: 204 len: 173 time: 1.7727454 Apr 23 10:30:13.042256 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d080b8f-3494-4f81-abe0-523e2db6ec4c req-d61c1209-9ede-4b90-80a6-a3d63c277e16 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:13.044455 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7d080b8f-3494-4f81-abe0-523e2db6ec4c req-d61c1209-9ede-4b90-80a6-a3d63c277e16 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.1166925 Apr 23 10:30:13.054114 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 59630) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:13.061804 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-b06b8462-80e8-4779-a1b7-3a21ee65256e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Request body: {'floatingip': {'port_id': '33ddcfa7-4f10-4a97-8704-29c2a7d515f8'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:30:13.124958 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82246435-de6d-4198-8a4d-8bbd3b2ca410', 'name': 'network-vif-deleted', 'tag': 'b6215c5a-e95e-40e4-9bb5-da53725a34f0', 'status': 'completed', 'code': 200} Apr 23 10:30:13.157653 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b06b8462-80e8-4779-a1b7-3a21ee65256e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for floatingip, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:13.325504 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333ae75-4931-45eb-9802-6936ab6172a1 req-db60e747-5644-4580-8a4a-f24ae0e20f15 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:13.327408 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7333ae75-4931-45eb-9802-6936ab6172a1 req-db60e747-5644-4580-8a4a-f24ae0e20f15 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1065519 Apr 23 10:30:13.406737 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7333ae75-4931-45eb-9802-6936ab6172a1 req-354b4d1c-88c1-4647-b12b-62fac74975a2 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694120 Apr 23 10:30:13.425942 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e6248f93-a1f2-42ea-bac6-9ffb9b0f6146 req-54b7a5bc-18c4-4d1d-9991-2134a8b79922 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15377bcc-175b-43d5-982f-3f50df9db188 HTTP/1.1" status: 200 len: 1002 time: 0.2713213 Apr 23 10:30:13.692594 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf4a86-b8f2-4266-b85f-5bcbe2703412 req-4d776e32-8237-4cc3-935a-a04cc9b9dc67 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:13.695127 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5bdf4a86-b8f2-4266-b85f-5bcbe2703412 req-4d776e32-8237-4cc3-935a-a04cc9b9dc67 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=796ba4b7-01ad-4d92-9603-b02ec1d421af HTTP/1.1" status: 200 len: 943 time: 0.1312468 Apr 23 10:30:13.834438 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5bdf4a86-b8f2-4266-b85f-5bcbe2703412 req-34c08425-096e-4a0d-9f94-f18ee36f2505 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287789 Apr 23 10:30:13.920956 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-508acc4d-ed86-4bd3-986a-d47c190a7856 req-c03cb24b-1726-4371-8bda-972e989ce18d tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/ports?device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 210 time: 0.1237807 Apr 23 10:30:14.059265 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0929f84f-3bee-4225-852e-19515cea8172 req-6fc26ad2-e7b0-4a07-b2ff-98f1bdb7aac8 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/ports?device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 210 time: 0.0532758 Apr 23 10:30:14.167758 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6248f93-a1f2-42ea-bac6-9ffb9b0f6146 req-e60a3f28-368e-4596-8a76-a92f63e104c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:14.169391 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e6248f93-a1f2-42ea-bac6-9ffb9b0f6146 req-e60a3f28-368e-4596-8a76-a92f63e104c9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cace927e-fc70-4e72-9b62-fe1db6ce7c84 HTTP/1.1" status: 200 len: 849 time: 0.5797369 Apr 23 10:30:14.266649 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-cf07f492-4343-4f8f-a456-e9c72b4b9519 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:14.267292 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-cf07f492-4343-4f8f-a456-e9c72b4b9519 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Synchronizing usage tracker for tenant:c9c03a2c759846589ab11a78fe278abe on resource:network {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:30:14.305846 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device b6215c5a-e95e-40e4-9bb5-da53725a34f0 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:30:14.347900 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] No Port match for: b6215c5a-e95e-40e4-9bb5-da53725a34f0 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:30:14.348299 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device b6215c5a-e95e-40e4-9bb5-da53725a34f0 not bound to the agent host hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:30:14.364608 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53664e21-da53-4bf6-b45a-105a47e70f03 req-4a66d3df-b2b9-43a3-ad4a-90c24d0b14df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:14.366255 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-53664e21-da53-4bf6-b45a-105a47e70f03 req-4a66d3df-b2b9-43a3-ad4a-90c24d0b14df service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d68a3d2ffd2d438dbb6699e97dff9ce9&device_id=796ba4b7-01ad-4d92-9603-b02ec1d421af HTTP/1.1" status: 200 len: 1096 time: 0.8982165 Apr 23 10:30:14.656263 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-cf07f492-4343-4f8f-a456-e9c72b4b9519 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Unset dirty status for tenant:c9c03a2c759846589ab11a78fe278abe on resource:network {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:30:14.657884 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-cf07f492-4343-4f8f-a456-e9c72b4b9519 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.68 "GET /v2.0/networks?id=d5352e74-5ca2-48f4-a526-566bf1c54494 HTTP/1.1" status: 200 len: 808 time: 1.0582938 Apr 23 10:30:14.675690 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b40fb2-7adb-4957-8034-8b82dbc94a22 req-c1e6496a-b6de-4061-8c9d-f7e2393413ac tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:14.677386 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b5b40fb2-7adb-4957-8034-8b82dbc94a22 req-c1e6496a-b6de-4061-8c9d-f7e2393413ac tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1243811 Apr 23 10:30:14.731458 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b5b40fb2-7adb-4957-8034-8b82dbc94a22 req-1a0689c4-0a52-4380-b0d3-47898c43711a tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454531 Apr 23 10:30:14.796138 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6248f93-a1f2-42ea-bac6-9ffb9b0f6146 req-83b24241-278a-4895-b2ee-48b2a89f1bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:14.797693 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e6248f93-a1f2-42ea-bac6-9ffb9b0f6146 req-83b24241-278a-4895-b2ee-48b2a89f1bb1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b126fda1-8aba-4f97-9375-594b068d7500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5900848 Apr 23 10:30:14.805630 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53664e21-da53-4bf6-b45a-105a47e70f03 req-9b2616a2-2718-4d92-8c15-1355507cfe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:14.807947 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-53664e21-da53-4bf6-b45a-105a47e70f03 req-9b2616a2-2718-4d92-8c15-1355507cfe9d service neutron] 10.222.0.68 "GET /v2.0/networks?id=ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 HTTP/1.1" status: 200 len: 916 time: 0.2995133 Apr 23 10:30:14.880992 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-0bdcddb7-964f-4633-97fe-38cf95eba67a tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Request body: {'port': {'device_id': 'a410fc9f-ee82-4d22-8a05-8a29d5b68f73', 'network_id': 'd5352e74-5ca2-48f4-a526-566bf1c54494', 'admin_state_up': True, 'tenant_id': 'c9c03a2c759846589ab11a78fe278abe'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:30:15.135187 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-53664e21-da53-4bf6-b45a-105a47e70f03 req-a7c66999-3012-42c8-8e77-131509d4471b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c71026cc-0182-4060-bfe2-97e83a717a91 HTTP/1.1" status: 200 len: 217 time: 0.2212861 Apr 23 10:30:15.199866 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b06b8462-80e8-4779-a1b7-3a21ee65256e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:15.217091 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b06b8462-80e8-4779-a1b7-3a21ee65256e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414858'] for floatingip, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:15.333209 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e3befa11-1b70-4b9e-836c-4ad62151cf9b req-c35b062c-ce39-4018-9630-7c639d51a6d7 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/ports?device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 210 time: 0.1160901 Apr 23 10:30:15.367317 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de88ec-10a4-4245-925d-4c84419750f8 req-fcfdc4fe-0035-4a55-99d9-7f3ae950119f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:15.370690 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-00de88ec-10a4-4245-925d-4c84419750f8 req-fcfdc4fe-0035-4a55-99d9-7f3ae950119f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=796ba4b7-01ad-4d92-9603-b02ec1d421af HTTP/1.1" status: 200 len: 943 time: 0.3924038 Apr 23 10:30:15.470335 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-00de88ec-10a4-4245-925d-4c84419750f8 req-60da9f03-601b-48aa-bbb9-9b9d03d79d6a tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915210 Apr 23 10:30:15.520601 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-0bdcddb7-964f-4633-97fe-38cf95eba67a tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:30:15.568640 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d59ce7c3-f6b4-415d-89d2-a09fb6407512 req-856e2004-f9f7-40d1-8529-2f8ecd9e1f2d tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] 10.222.0.70 "GET /v2.0/ports?device_id=82246435-de6d-4198-8a4d-8bbd3b2ca410 HTTP/1.1" status: 200 len: 210 time: 0.0571229 Apr 23 10:30:15.592421 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-0bdcddb7-964f-4633-97fe-38cf95eba67a tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Usage tracker for resource:port and tenant:c9c03a2c759846589ab11a78fe278abe is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:30:15.609694 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-0bdcddb7-964f-4633-97fe-38cf95eba67a tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:30:15.622118 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e6248f93-a1f2-42ea-bac6-9ffb9b0f6146 req-d8cf5638-531d-42da-b3ba-03d2409e37da service neutron] 10.222.0.68 "GET /v2.0/networks/b126fda1-8aba-4f97-9375-594b068d7500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7093928 Apr 23 10:30:15.644210 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-0bdcddb7-964f-4633-97fe-38cf95eba67a tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:30:15.924615 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53664e21-da53-4bf6-b45a-105a47e70f03 req-16122cf3-400c-4623-a3a8-426d0178a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:15.926295 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-53664e21-da53-4bf6-b45a-105a47e70f03 req-16122cf3-400c-4623-a3a8-426d0178a081 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bc554e03-a960-4aeb-a75b-15d570e0a94b HTTP/1.1" status: 200 len: 855 time: 0.5989385 Apr 23 10:30:15.982714 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-0bdcddb7-964f-4633-97fe-38cf95eba67a tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Made reservation on behalf of c9c03a2c759846589ab11a78fe278abe for: {'port': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:30:15.988899 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-0bdcddb7-964f-4633-97fe-38cf95eba67a tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:16.146335 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-53664e21-da53-4bf6-b45a-105a47e70f03 req-83042bb6-8e49-4fcf-9a24-173cde51e015 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118960 Apr 23 10:30:16.197448 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.l3_db [None req-b06b8462-80e8-4779-a1b7-3a21ee65256e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Floating IP 0da3cc33-376c-4524-890d-60b3800cfd9d associated. External IP: 172.28.3.63, port: 33ddcfa7-4f10-4a97-8704-29c2a7d515f8. Apr 23 10:30:16.299735 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d3dce-ddba-4027-bb45-f3f90c019874 req-d647b744-7e56-4aff-904c-3b64e1a6fbb5 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:16.302059 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f38d3dce-ddba-4027-bb45-f3f90c019874 req-d647b744-7e56-4aff-904c-3b64e1a6fbb5 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.4325583 Apr 23 10:30:16.461471 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f38d3dce-ddba-4027-bb45-f3f90c019874 req-8c447da8-d4d6-4042-b746-0c4ebf399c19 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440372 Apr 23 10:30:16.539102 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e6248f93-a1f2-42ea-bac6-9ffb9b0f6146 req-ccef4a6e-e50e-4546-9088-dbb8651e5fdb service neutron] 10.222.0.68 "GET /v2.0/networks/b126fda1-8aba-4f97-9375-594b068d7500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8829014 Apr 23 10:30:16.615492 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-0bdcddb7-964f-4633-97fe-38cf95eba67a tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Allocated IP 172.20.0.8 (d5352e74-5ca2-48f4-a526-566bf1c54494/95eab1e6-b878-47fa-9ac7-263db1e97593/5706ecc7-60e4-4729-80f3-68cc23ad63c8) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:30:16.647645 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-53664e21-da53-4bf6-b45a-105a47e70f03 req-c398c164-2060-4f93-a95f-296a74f53879 service neutron] 10.222.0.68 "GET /v2.0/networks/ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841471 Apr 23 10:30:16.669138 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d5d0ea5b-ce14-4236-9476-f75d172adb71 req-acdc2280-3afd-486e-b2bb-d04363614144 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/ports?device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 210 time: 0.0954409 Apr 23 10:30:16.923614 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0360717-d0fc-4f52-b2e6-86c2427c0c89 req-38c1979d-646e-453a-91ed-a5eaf999ea06 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:16.925356 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b0360717-d0fc-4f52-b2e6-86c2427c0c89 req-38c1979d-646e-453a-91ed-a5eaf999ea06 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=796ba4b7-01ad-4d92-9603-b02ec1d421af HTTP/1.1" status: 200 len: 943 time: 0.1186562 Apr 23 10:30:17.020928 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b0360717-d0fc-4f52-b2e6-86c2427c0c89 req-c610c33d-1141-427c-b0c9-e0c20e2ce3e3 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885744 Apr 23 10:30:17.197355 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-53664e21-da53-4bf6-b45a-105a47e70f03 req-3ec56a3e-0499-46e5-bf64-7482d41c549e service neutron] 10.222.0.68 "GET /v2.0/networks/ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870520 Apr 23 10:30:17.223977 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ee192-4464-4bd6-876c-bae95eff3d4b req-7114a1f7-c8b3-4142-89e7-e383f282f583 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:17.227376 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fc2ee192-4464-4bd6-876c-bae95eff3d4b req-7114a1f7-c8b3-4142-89e7-e383f282f583 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.0975773 Apr 23 10:30:17.265506 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06b8462-80e8-4779-a1b7-3a21ee65256e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Router 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 has already been hosted by L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 {{(pid=86422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:30:17.313402 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fc2ee192-4464-4bd6-876c-bae95eff3d4b req-06114925-1a4a-41b7-bc60-480a2596de02 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699568 Apr 23 10:30:17.482394 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-0bdcddb7-964f-4633-97fe-38cf95eba67a tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:17.530120 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458efd36-dbec-4e84-bc23-008252e7ce59 req-a17bfadd-8fd6-4f90-8c79-74962597e608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:17.531276 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-458efd36-dbec-4e84-bc23-008252e7ce59 req-a17bfadd-8fd6-4f90-8c79-74962597e608 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=42c0406689e14916a31b158a17ed06c8&device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 1098 time: 0.4378750 Apr 23 10:30:17.673042 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06b8462-80e8-4779-a1b7-3a21ee65256e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:30:17.687869 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec919b7-66ff-4eec-8197-a7520c8410b0 None None] Sync routers for ids ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'] in dv-cinder-779233-3-smb {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:30:17.698817 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec919b7-66ff-4eec-8197-a7520c8410b0 None None] Routers {'90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:30:17.699820 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-7ec919b7-66ff-4eec-8197-a7520c8410b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:30:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:30:17.702018 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b06b8462-80e8-4779-a1b7-3a21ee65256e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:17.729591 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-0bdcddb7-964f-4633-97fe-38cf95eba67a tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:17.750350 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-50897f0c-2c7a-43cc-95fa-f993fdcf7b78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:17.870214 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-0bdcddb7-964f-4633-97fe-38cf95eba67a tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Network d5352e74-5ca2-48f4-a526-566bf1c54494 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:30:17.874456 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458efd36-dbec-4e84-bc23-008252e7ce59 req-849aaec3-e0bd-4341-a129-cc0ffb0641a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:17.876054 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-458efd36-dbec-4e84-bc23-008252e7ce59 req-849aaec3-e0bd-4341-a129-cc0ffb0641a3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=92060680-c3d7-4f23-9347-bab7dc1c2acf HTTP/1.1" status: 200 len: 919 time: 0.3334310 Apr 23 10:30:17.882376 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-0bdcddb7-964f-4633-97fe-38cf95eba67a tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:30:17.892880 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-b06b8462-80e8-4779-a1b7-3a21ee65256e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "PUT /v2.0/floatingips/0da3cc33-376c-4524-890d-60b3800cfd9d HTTP/1.1" status: 200 len: 990 time: 4.8369770 Apr 23 10:30:17.894285 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-0bdcddb7-964f-4633-97fe-38cf95eba67a tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:30:17.903045 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-0bdcddb7-964f-4633-97fe-38cf95eba67a tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:17.903045 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-0bdcddb7-964f-4633-97fe-38cf95eba67a tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:17.910811 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363d6e83-40d2-4861-a61e-b49b10562d9c', 'tag': '33ddcfa7-4f10-4a97-8704-29c2a7d515f8'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:30:17.926033 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdcddb7-964f-4633-97fe-38cf95eba67a tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Pushing event updated for resources: {'Port': ['ID=5706ecc7-60e4-4729-80f3-68cc23ad63c8,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:17.991238 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf19678-99aa-48a6-a142-dee2561dbd91 req-489d64ff-a340-4b65-90c8-4c59b4d1ee54 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:17.993413 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-7ec919b7-66ff-4eec-8197-a7520c8410b0 None None] Set router 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:30:17.994796 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ebf19678-99aa-48a6-a142-dee2561dbd91 req-489d64ff-a340-4b65-90c8-4c59b4d1ee54 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/ports?device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 931 time: 0.1668050 Apr 23 10:30:18.020939 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0bdcddb7-964f-4633-97fe-38cf95eba67a tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:18.028130 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-458efd36-dbec-4e84-bc23-008252e7ce59 req-ec35275b-ba7d-4391-98cd-f23d119d387f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2a8803b-af90-42f9-b2bb-26df7a395aca HTTP/1.1" status: 200 len: 217 time: 0.0961022 Apr 23 10:30:18.041686 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-0bdcddb7-964f-4633-97fe-38cf95eba67a tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1648848 Apr 23 10:30:18.091716 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ebf19678-99aa-48a6-a142-dee2561dbd91 req-36e4c829-3203-4844-b9cb-57249dbf9c1c tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5cefe92-597f-4363-a102-017c27ed7c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862105 Apr 23 10:30:18.095206 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] Request body: {'port': {'device_id': 'a410fc9f-ee82-4d22-8a05-8a29d5b68f73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:30:18.149832 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363d6e83-40d2-4861-a61e-b49b10562d9c', 'tag': '33ddcfa7-4f10-4a97-8704-29c2a7d515f8', 'status': 'completed', 'code': 200} Apr 23 10:30:18.328671 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device c71026cc-0182-4060-bfe2-97e83a717a91 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:30:18.423001 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1d324-69c1-4976-958a-ea8572e38928 req-1f3a319c-2c4e-4c2a-90b3-abddddf4bdd7 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:18.424734 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2ce1d324-69c1-4976-958a-ea8572e38928 req-1f3a319c-2c4e-4c2a-90b3-abddddf4bdd7 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=796ba4b7-01ad-4d92-9603-b02ec1d421af HTTP/1.1" status: 200 len: 943 time: 0.1757250 Apr 23 10:30:18.510326 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2ce1d324-69c1-4976-958a-ea8572e38928 req-6fb38c20-670d-4da9-9841-57c6ce4beba5 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687027 Apr 23 10:30:18.522465 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port c71026cc-0182-4060-bfe2-97e83a717a91, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=c71026cc-0182-4060-bfe2-97e83a717a91,segment=NetworkSegment(5057dd03-d1f0-4c3f-9d58-23311a3c11a3),segment_id=5057dd03-d1f0-4c3f-9d58-23311a3c11a3)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:30:18.542423 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Returning: {'device': 'c71026cc-0182-4060-bfe2-97e83a717a91', 'network_id': 'ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277', 'port_id': 'c71026cc-0182-4060-bfe2-97e83a717a91', 'mac_address': 'fa:16:3e:2f:35:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc554e03-a960-4aeb-a75b-15d570e0a94b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:30:18.554578 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-7ec919b7-66ff-4eec-8197-a7520c8410b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1507054443-router', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:23Z', 'revision_number': 4, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'gw_port': {'id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:07Z', 'updated_at': '2021-04-23T10:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_floatingips': [{'id': '0da3cc33-376c-4524-890d-60b3800cfd9d', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'floating_ip_address': '172.28.3.63', 'floating_network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'router_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'port_id': '33ddcfa7-4f10-4a97-8704-29c2a7d515f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'mac_address': 'fa:16:3e:15:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363d6e83-40d2-4861-a61e-b49b10562d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:29:30Z', 'updated_at': '2021-04-23T10:30:14Z', 'revision_number': 1, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e37561-8243-4a67-b297-9e8da95a8d2d', 'name': '', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'mac_address': 'fa:16:3e:34:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:22Z', 'updated_at': '2021-04-23T10:29:38Z', 'revision_number': 5, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'subnets': [{'id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:30:18.558934 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec919b7-66ff-4eec-8197-a7520c8410b0 None None] Checking router: 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 for host: dv-cinder-779233-3-smb {{(pid=86424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:30:18.568237 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec919b7-66ff-4eec-8197-a7520c8410b0 None None] Routers {'90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:30:18.569182 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-7ec919b7-66ff-4eec-8197-a7520c8410b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:30:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:30:18.613605 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:18.634650 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458efd36-dbec-4e84-bc23-008252e7ce59 req-645d3caa-3d9f-42ae-b65a-d02de9754b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:18.636243 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-458efd36-dbec-4e84-bc23-008252e7ce59 req-645d3caa-3d9f-42ae-b65a-d02de9754b43 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b838711e-84ce-47a5-87c2-83a0fa1d623a HTTP/1.1" status: 200 len: 858 time: 0.5915742 Apr 23 10:30:18.648889 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c71026cc-0182-4060-bfe2-97e83a717a91 {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:30:18.672670 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port c71026cc-0182-4060-bfe2-97e83a717a91, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=c71026cc-0182-4060-bfe2-97e83a717a91,segment=NetworkSegment(5057dd03-d1f0-4c3f-9d58-23311a3c11a3),segment_id=5057dd03-d1f0-4c3f-9d58-23311a3c11a3)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:30:18.681311 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:18.684485 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:18.731701 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4aabdd-36f9-4cb0-a962-5497d5b30ddf req-cba63d00-5f02-4c33-b2af-bc0da3976f9f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:18.743140 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7e4aabdd-36f9-4cb0-a962-5497d5b30ddf req-cba63d00-5f02-4c33-b2af-bc0da3976f9f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1652997 Apr 23 10:30:18.843104 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=c71026cc-0182-4060-bfe2-97e83a717a91,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:18.856922 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:18.859405 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7e4aabdd-36f9-4cb0-a962-5497d5b30ddf req-8b48a488-ba87-4248-bf54-19ad27255c0e tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152284 Apr 23 10:30:18.884993 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-7ec919b7-66ff-4eec-8197-a7520c8410b0 None None] Set router 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:30:18.930777 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-458efd36-dbec-4e84-bc23-008252e7ce59 req-e8140ae7-53f6-454f-a54b-5963cbdfd00d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=92060680-c3d7-4f23-9347-bab7dc1c2acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815184 Apr 23 10:30:18.941895 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:19.182017 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 59756) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:19.383536 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-458efd36-dbec-4e84-bc23-008252e7ce59 req-01555713-ec8a-4eee-b35e-14b961d10192 service neutron] 10.222.0.68 "GET /v2.0/networks/92060680-c3d7-4f23-9347-bab7dc1c2acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307325 Apr 23 10:30:19.489046 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d2b12c-6fe3-4f88-a6aa-df9d95d9a92b admin admin] Deleting subnet 442518bf-f290-4118-8c71-53acc983366d {{(pid=86420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 10:30:19.503789 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['c71026cc-0182-4060-bfe2-97e83a717a91'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:30:19.505742 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f5d2b12c-6fe3-4f88-a6aa-df9d95d9a92b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:19.507523 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30997017-2d9f-44e8-b478-cf39557d6c73 req-173c922d-26a9-4ee6-8ca9-cf2f7b519e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:19.510298 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-30997017-2d9f-44e8-b478-cf39557d6c73 req-173c922d-26a9-4ee6-8ca9-cf2f7b519e6f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9d145e5c62004c8fb3ccc764665554b4&device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 1098 time: 1.0544136 Apr 23 10:30:19.604825 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92dbf7-d0eb-4bd4-b46c-7eb6c9393029 req-a3711a2a-41a4-4b7d-9683-fc84f822d76c tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:19.608126 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2a92dbf7-d0eb-4bd4-b46c-7eb6c9393029 req-a3711a2a-41a4-4b7d-9683-fc84f822d76c tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/ports?device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 931 time: 0.3510089 Apr 23 10:30:19.631088 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f5d2b12c-6fe3-4f88-a6aa-df9d95d9a92b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:19.640529 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f5d2b12c-6fe3-4f88-a6aa-df9d95d9a92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853331552'] for subnet, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:19.698372 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 59766) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:19.894639 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-7ec919b7-66ff-4eec-8197-a7520c8410b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1507054443-router', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:23Z', 'revision_number': 4, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'gw_port': {'id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:07Z', 'updated_at': '2021-04-23T10:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_floatingips': [{'id': '0da3cc33-376c-4524-890d-60b3800cfd9d', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'floating_ip_address': '172.28.3.63', 'floating_network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'router_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'port_id': '33ddcfa7-4f10-4a97-8704-29c2a7d515f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'mac_address': 'fa:16:3e:15:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363d6e83-40d2-4861-a61e-b49b10562d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:29:30Z', 'updated_at': '2021-04-23T10:30:14Z', 'revision_number': 1, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e37561-8243-4a67-b297-9e8da95a8d2d', 'name': '', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'mac_address': 'fa:16:3e:34:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:22Z', 'updated_at': '2021-04-23T10:29:38Z', 'revision_number': 5, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'subnets': [{'id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:30:19.899996 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec919b7-66ff-4eec-8197-a7520c8410b0 None None] The sync data for ids ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'] in dv-cinder-779233-3-smb is: [{'id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1507054443-router', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:23Z', 'revision_number': 4, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'gw_port': {'id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:07Z', 'updated_at': '2021-04-23T10:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_floatingips': [{'id': '0da3cc33-376c-4524-890d-60b3800cfd9d', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'floating_ip_address': '172.28.3.63', 'floating_network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'router_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'port_id': '33ddcfa7-4f10-4a97-8704-29c2a7d515f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'mac_address': 'fa:16:3e:15:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363d6e83-40d2-4861-a61e-b49b10562d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:29:30Z', 'updated_at': '2021-04-23T10:30:14Z', 'revision_number': 1, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e37561-8243-4a67-b297-9e8da95a8d2d', 'name': '', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'mac_address': 'fa:16:3e:34:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:22Z', 'updated_at': '2021-04-23T10:29:38Z', 'revision_number': 5, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'subnets': [{'id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:30:19.975718 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2a92dbf7-d0eb-4bd4-b46c-7eb6c9393029 req-1e8bdf7c-36d1-4f18-9fca-b635eadfd8eb tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5cefe92-597f-4363-a102-017c27ed7c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669291 Apr 23 10:30:20.292474 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30997017-2d9f-44e8-b478-cf39557d6c73 req-90413507-d47d-464f-995f-9a1083b7c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:20.294112 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-30997017-2d9f-44e8-b478-cf39557d6c73 req-90413507-d47d-464f-995f-9a1083b7c8cf service neutron] 10.222.0.68 "GET /v2.0/networks?id=07e313a3-9394-4ad4-9174-85a4ed950f67 HTTP/1.1" status: 200 len: 918 time: 0.7547827 Apr 23 10:30:20.315073 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ee4b0635-7d00-47c5-bd16-d81e9d44cf07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:20.411941 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63247e33-4f1e-4fa3-a6af-27a860776cf8 None None] New status for floating IP 0da3cc33-376c-4524-890d-60b3800cfd9d: ACTIVE {{(pid=86423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:30:20.447814 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ee4b0635-7d00-47c5-bd16-d81e9d44cf07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:30:20.460189 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47b063-a141-4211-b2fb-ba7632f32845 req-8a3d0648-2b81-4b3c-b4a2-1d22081b4daa tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:20.465655 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-aa47b063-a141-4211-b2fb-ba7632f32845 req-8a3d0648-2b81-4b3c-b4a2-1d22081b4daa tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.2705939 Apr 23 10:30:20.471576 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-ee4b0635-7d00-47c5-bd16-d81e9d44cf07 admin admin] Usage tracker for resource:security_group_rule and tenant:55e9c611324c4743949e46580f692966 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:30:20.489969 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830333f4-6e66-49ff-877f-add181601762 req-15e0b26f-97f6-4b99-9e64-d851568a77ef tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:20.491667 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-830333f4-6e66-49ff-877f-add181601762 req-15e0b26f-97f6-4b99-9e64-d851568a77ef tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=796ba4b7-01ad-4d92-9603-b02ec1d421af HTTP/1.1" status: 200 len: 944 time: 0.3469477 Apr 23 10:30:20.540258 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-ee4b0635-7d00-47c5-bd16-d81e9d44cf07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:30:20.544898 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-458efd36-dbec-4e84-bc23-008252e7ce59 req-aa6da292-0fd2-4053-8c25-0f6a5f59cb78 service neutron] 10.222.0.68 "GET /v2.0/networks/92060680-c3d7-4f23-9347-bab7dc1c2acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1329041 Apr 23 10:30:20.558957 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ee4b0635-7d00-47c5-bd16-d81e9d44cf07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:30:20.585397 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-30997017-2d9f-44e8-b478-cf39557d6c73 req-2edc81e4-7477-4849-8d55-d49aa7889db2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33ddcfa7-4f10-4a97-8704-29c2a7d515f8 HTTP/1.1" status: 200 len: 998 time: 0.2715297 Apr 23 10:30:20.616286 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-830333f4-6e66-49ff-877f-add181601762 req-c878bc8b-ad8b-440e-9131-53055d238fe3 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036749 Apr 23 10:30:20.620804 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f5d2b12c-6fe3-4f88-a6aa-df9d95d9a92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1444248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for subnet, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:20.628774 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-aa47b063-a141-4211-b2fb-ba7632f32845 req-6658a3ff-ae97-46f2-9229-d6824227f409 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514273 Apr 23 10:30:20.640730 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a7e7ea43-5879-4199-bf40-6bf6d5129920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:20.684971 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2b12c-6fe3-4f88-a6aa-df9d95d9a92b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=442518bf-f290-4118-8c71-53acc983366d,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:20.695115 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f5d2b12c-6fe3-4f88-a6aa-df9d95d9a92b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:20.700987 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f5d2b12c-6fe3-4f88-a6aa-df9d95d9a92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:20.706407 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-f5d2b12c-6fe3-4f88-a6aa-df9d95d9a92b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/442518bf-f290-4118-8c71-53acc983366d HTTP/1.1" status: 204 len: 168 time: 1.5228500 Apr 23 10:30:20.710471 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 59782) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:20.847212 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30997017-2d9f-44e8-b478-cf39557d6c73 req-00cb3b86-407a-4f81-ab74-1c2fcafda382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:20.849531 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-30997017-2d9f-44e8-b478-cf39557d6c73 req-00cb3b86-407a-4f81-ab74-1c2fcafda382 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5902ead7-1ca3-4af8-a9cd-6880ceeef64b HTTP/1.1" status: 200 len: 856 time: 0.2402010 Apr 23 10:30:20.891751 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853440276'] for network, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:20.938880 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5706ecc7-60e4-4729-80f3-68cc23ad63c8 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:30:20.951133 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:20.978028 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] Transition to ACTIVE for port object 5706ecc7-60e4-4729-80f3-68cc23ad63c8 will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:30:20.988519 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:21.004775 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:21.109392 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1444341', 'neutron.services.segments.db._delete_segments_for_network-8747066344563'] for network, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:21.233281 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ee4b0635-7d00-47c5-bd16-d81e9d44cf07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:21.274907 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ee4b0635-7d00-47c5-bd16-d81e9d44cf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:21.283356 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5706ecc7-60e4-4729-80f3-68cc23ad63c8,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:21.298874 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:21.307575 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d775b0f5-33f5-449a-b353-b4c8760914f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:21.352254 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:30:21.352713 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:30:21.353559 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:30:21.353928 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] Subscribe: > port after_create 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:30:21.354290 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] Subscribe: > port after_delete 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:30:21.354649 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] Subscribe: > port after_update 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:30:21.355008 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:30:21.355439 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:30:21.355770 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:30:21.356128 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:30:21.371156 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-ee4b0635-7d00-47c5-bd16-d81e9d44cf07 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=55e9c611324c4743949e46580f692966&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6512768 Apr 23 10:30:21.374828 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] Attempting to bind port 5706ecc7-60e4-4729-80f3-68cc23ad63c8 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:30:21.375210 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] Attempting to bind port 5706ecc7-60e4-4729-80f3-68cc23ad63c8 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '601b5d54-2105-4c31-aee4-2163a4aaf1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd5352e74-5ca2-48f4-a526-566bf1c54494'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:30:21.375613 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] Attempting to bind port 5706ecc7-60e4-4729-80f3-68cc23ad63c8 on network d5352e74-5ca2-48f4-a526-566bf1c54494 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:30:21.377995 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 59792) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:21.382297 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b0635-7d00-47c5-bd16-d81e9d44cf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a38135c-2fad-4294-bbaf-9cce2a20e27e,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:21.387425 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ee4b0635-7d00-47c5-bd16-d81e9d44cf07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:21.405349 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] Port 5706ecc7-60e4-4729-80f3-68cc23ad63c8 on network d5352e74-5ca2-48f4-a526-566bf1c54494 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:30:21.405636 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] Attempting to bind port 5706ecc7-60e4-4729-80f3-68cc23ad63c8 on network d5352e74-5ca2-48f4-a526-566bf1c54494 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:30:21.423885 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:30:21.424290 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:30:21.424702 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:30:21.425631 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86420) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:30:21.425631 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377cbf06-b5ed-4141-bc2f-8a962cb40328']}} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:30:21.425917 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] Checking agent: {'id': 'e9dd349d-b683-48bd-911f-eb86d546e7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'started_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:30:21.426128 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] Checking segment: {'id': '601b5d54-2105-4c31-aee4-2163a4aaf1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd5352e74-5ca2-48f4-a526-566bf1c54494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:30:21.426576 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] Bound using segment: {'id': '601b5d54-2105-4c31-aee4-2163a4aaf1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd5352e74-5ca2-48f4-a526-566bf1c54494'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:30:21.427080 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] Bound port: 5706ecc7-60e4-4729-80f3-68cc23ad63c8, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '601b5d54-2105-4c31-aee4-2163a4aaf1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd5352e74-5ca2-48f4-a526-566bf1c54494'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:30:21.427497 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:21.441454 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd70c6d-864f-4478-b7b4-21a7a9a9f4c8') {'for_net_delete': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:30:21.441786 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd70c6d-864f-4478-b7b4-21a7a9a9f4c8') {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:30:21.451189 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30997017-2d9f-44e8-b478-cf39557d6c73 req-ed7c1bff-b65c-44e0-b8e6-fdb379b2d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:21.452909 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-30997017-2d9f-44e8-b478-cf39557d6c73 req-ed7c1bff-b65c-44e0-b8e6-fdb379b2d40e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=07e313a3-9394-4ad4-9174-85a4ed950f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4066677 Apr 23 10:30:21.462433 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289788450659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7430392'] for segment, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:21.490864 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:21.502084 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=86420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 10:30:21.541274 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610d122-39ad-459d-8dfd-df8f75adc158 req-6da5f210-ac41-4fed-b71f-13cb5b93a136 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:21.543121 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1610d122-39ad-459d-8dfd-df8f75adc158 req-6da5f210-ac41-4fed-b71f-13cb5b93a136 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/ports?device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 943 time: 0.3039894 Apr 23 10:30:21.655117 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-af389251-c2e6-4709-8ce5-020cb54f7cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:21.719331 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-af389251-c2e6-4709-8ce5-020cb54f7cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:21.742715 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] For port 5706ecc7-60e4-4729-80f3-68cc23ad63c8, host hv-cinder-77923, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:30:21.744393 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] Network 377cbf06-b5ed-4141-bc2f-8a962cb40328 has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:30:21.755741 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1610d122-39ad-459d-8dfd-df8f75adc158 req-41e8b2bf-d95d-464b-9237-7430223d361f tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5cefe92-597f-4363-a102-017c27ed7c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652141 Apr 23 10:30:21.757641 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853312079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848782066'] for segment, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:21.773913 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] For port 5706ecc7-60e4-4729-80f3-68cc23ad63c8, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5706ecc7-60e4-4729-80f3-68cc23ad63c8,segment=NetworkSegment(601b5d54-2105-4c31-aee4-2163a4aaf1f1),segment_id=601b5d54-2105-4c31-aee4-2163a4aaf1f1)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:30:21.800384 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-30997017-2d9f-44e8-b478-cf39557d6c73 req-d465ca25-d747-42d5-9f74-d9298af72c4d service neutron] 10.222.0.68 "GET /v2.0/networks/07e313a3-9394-4ad4-9174-85a4ed950f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869916 Apr 23 10:30:21.800384 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:21.807353 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e42e2d30-e62e-49c8-8617-74fb83ed7f16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:21.936128 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:21.937099 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:21.938593 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] 10.222.0.68 "PUT /v2.0/ports/5706ecc7-60e4-4729-80f3-68cc23ad63c8 HTTP/1.1" status: 200 len: 1093 time: 3.8498318 Apr 23 10:30:21.939121 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a410fc9f-ee82-4d22-8a05-8a29d5b68f73', 'tag': '5706ecc7-60e4-4729-80f3-68cc23ad63c8'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:30:22.021370 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-af389251-c2e6-4709-8ce5-020cb54f7cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:22.066550 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] Network 377cbf06-b5ed-4141-bc2f-8a962cb40328 has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:30:22.067315 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5706ecc7-60e4-4729-80f3-68cc23ad63c8,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:22.072641 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-af389251-c2e6-4709-8ce5-020cb54f7cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:22.079178 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-af389251-c2e6-4709-8ce5-020cb54f7cfd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7a38135c-2fad-4294-bbaf-9cce2a20e27e HTTP/1.1" status: 204 len: 168 time: 0.6930809 Apr 23 10:30:22.079178 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:22.079178 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d61ddeb6-3ad9-4d8e-8048-1127843f164f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: from cryptography.utils import int_from_bytes Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: from cryptography.utils import int_from_bytes Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: (rel_b, rel_a, rel_b), Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: (rel_b, rel_a, rel_b), Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: Traceback (most recent call last): Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: timer() Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: cb(*args, **kw) Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: return func(*args, **kwargs) Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: self._notify() Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: self.callback(batched_events) Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: event.method(event) Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: segment_id)['aggregates'][0] Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: return f(self, *a, **k) Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: return self._get(url).json() Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: **kwargs) Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: return self.request(url, 'GET', **kwargs) Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: **endpoint_filter) Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 10:30:22.101147 dv-cinder-779233-3-smb neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 10:30:22.169870 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af389251-c2e6-4709-8ce5-020cb54f7cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a38135c-2fad-4294-bbaf-9cce2a20e27e,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:22.187210 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-af389251-c2e6-4709-8ce5-020cb54f7cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:22.197649 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-30997017-2d9f-44e8-b478-cf39557d6c73 req-0870167e-fc9a-41af-b3ae-01eea5d1d442 service neutron] 10.222.0.68 "GET /v2.0/networks/07e313a3-9394-4ad4-9174-85a4ed950f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113286 Apr 23 10:30:22.234595 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853331459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414905'] for network, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:22.245153 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-8ba7005f-41a2-4232-af1a-2622c2f3a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:22.247903 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:22.248512 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-8ba7005f-41a2-4232-af1a-2622c2f3a52d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c9c03a2c759846589ab11a78fe278abe&device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 1096 time: 0.1593785 Apr 23 10:30:22.259899 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee5e71-8518-4c4a-89d0-dda849af05df req-5d03fff5-1989-42a1-866a-f33ac51cd0be tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:22.261622 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-72ee5e71-8518-4c4a-89d0-dda849af05df req-5d03fff5-1989-42a1-866a-f33ac51cd0be tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=796ba4b7-01ad-4d92-9603-b02ec1d421af HTTP/1.1" status: 200 len: 944 time: 0.4326012 Apr 23 10:30:22.265498 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d6d9aaab-6a40-4ce9-b29a-7356f8712a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:22.289182 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] Pushing event deleted for resources: {'Network': ['ID=377cbf06-b5ed-4141-bc2f-8a962cb40328,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:22.291157 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:22.328257 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] 10.222.0.70 "DELETE /v2.0/networks/377cbf06-b5ed-4141-bc2f-8a962cb40328 HTTP/1.1" status: 204 len: 168 time: 1.6135385 Apr 23 10:30:22.353233 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device c71026cc-0182-4060-bfe2-97e83a717a91 up at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:30:22.361771 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069e428-1e34-40f1-835a-ab27f8fe2041 req-98e03fb3-9e85-4bb6-9047-d3c492c7ff22 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:22.364168 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c069e428-1e34-40f1-835a-ab27f8fe2041 req-98e03fb3-9e85-4bb6-9047-d3c492c7ff22 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.4421940 Apr 23 10:30:22.389025 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-d802d6b0-dee1-4294-bf3e-822c9eb49b66 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5706ecc7-60e4-4729-80f3-68cc23ad63c8 HTTP/1.1" status: 200 len: 217 time: 0.1103323 Apr 23 10:30:22.434500 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-72ee5e71-8518-4c4a-89d0-dda849af05df req-0693f6a0-2392-4111-a2b3-fb16d2a02852 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481991 Apr 23 10:30:22.458268 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c069e428-1e34-40f1-835a-ab27f8fe2041 req-bc220ea7-1210-44a8-9ed1-7abc4b529e9f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572536 Apr 23 10:30:22.595286 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning for port c71026cc-0182-4060-bfe2-97e83a717a91 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:30:22.601531 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning complete for port c71026cc-0182-4060-bfe2-97e83a717a91 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:30:22.602239 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:22.763863 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 59822) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:22.840448 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:22.863944 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-1bc0c411-bded-4e5f-a6df-41de8b841a8c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9e2e7231601e4614aa59d2d7e8dd7020&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0948207 Apr 23 10:30:22.868438 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 59828) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:22.878247 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port c71026cc-0182-4060-bfe2-97e83a717a91, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=c71026cc-0182-4060-bfe2-97e83a717a91,segment=NetworkSegment(5057dd03-d1f0-4c3f-9d58-23311a3c11a3),segment_id=5057dd03-d1f0-4c3f-9d58-23311a3c11a3)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:30:22.879875 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796ba4b7-01ad-4d92-9603-b02ec1d421af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71026cc-0182-4060-bfe2-97e83a717a91'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:30:22.887618 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:22.892737 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:22.911669 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a410fc9f-ee82-4d22-8a05-8a29d5b68f73', 'tag': '5706ecc7-60e4-4729-80f3-68cc23ad63c8', 'status': 'completed', 'code': 200} Apr 23 10:30:22.956874 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-e2d73b88-305b-4f7e-9e96-2820f75a1855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:22.959692 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-e2d73b88-305b-4f7e-9e96-2820f75a1855 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=95eab1e6-b878-47fa-9ac7-263db1e97593 HTTP/1.1" status: 200 len: 848 time: 0.5418808 Apr 23 10:30:22.987906 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7285da7a-3fe9-438a-aa60-1d19a52b5684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:23.023431 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7285da7a-3fe9-438a-aa60-1d19a52b5684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:23.025413 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796ba4b7-01ad-4d92-9603-b02ec1d421af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71026cc-0182-4060-bfe2-97e83a717a91', 'code': 200} Apr 23 10:30:23.050687 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=c71026cc-0182-4060-bfe2-97e83a717a91,revision_number=5']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:23.062390 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:23.129524 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-a95823bf-3ed0-4a8b-b9a1-37af1d6fa288 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d5352e74-5ca2-48f4-a526-566bf1c54494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392794 Apr 23 10:30:23.163399 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7285da7a-3fe9-438a-aa60-1d19a52b5684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:23.173930 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-06ac41ff-721d-45f8-b5a0-678ac8d0e37f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:23.185823 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285da7a-3fe9-438a-aa60-1d19a52b5684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a92d12-2d76-47ff-ad58-5eb2668ebdf1,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:23.191106 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7285da7a-3fe9-438a-aa60-1d19a52b5684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:23.212853 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d8185-0939-4247-8a40-d11099e67be5 req-e773f997-9d85-4ebf-ace6-fa836e108a19 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:23.221778 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cd1d8185-0939-4247-8a40-d11099e67be5 req-e773f997-9d85-4ebf-ace6-fa836e108a19 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/ports?device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 943 time: 0.1516721 Apr 23 10:30:23.238259 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7285da7a-3fe9-438a-aa60-1d19a52b5684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:23.241997 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-7285da7a-3fe9-438a-aa60-1d19a52b5684 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/71a92d12-2d76-47ff-ad58-5eb2668ebdf1 HTTP/1.1" status: 204 len: 168 time: 0.3696086 Apr 23 10:30:23.326852 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cd1d8185-0939-4247-8a40-d11099e67be5 req-a532f742-f259-4e14-8066-19ce1778a611 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5cefe92-597f-4363-a102-017c27ed7c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040297 Apr 23 10:30:23.366608 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-ab34b660-7152-4a7f-81e8-39358adc657c service neutron] 10.222.0.68 "GET /v2.0/networks/d5352e74-5ca2-48f4-a526-566bf1c54494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927633 Apr 23 10:30:23.696514 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c649e-9c51-4a3d-b3c2-86d7a1edbad5 req-f6f0580f-1b37-4b2e-b76d-2b5bac5c015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:23.698246 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-218c649e-9c51-4a3d-b3c2-86d7a1edbad5 req-f6f0580f-1b37-4b2e-b76d-2b5bac5c015b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=796ba4b7-01ad-4d92-9603-b02ec1d421af HTTP/1.1" status: 200 len: 1098 time: 0.2930923 Apr 23 10:30:23.747407 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-350f6b44-ca1d-49be-9919-d9cb18dad3ae req-c3793015-2424-4bd7-b4c2-655dd4a81139 service neutron] 10.222.0.68 "GET /v2.0/networks/d5352e74-5ca2-48f4-a526-566bf1c54494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933326 Apr 23 10:30:23.801492 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-218c649e-9c51-4a3d-b3c2-86d7a1edbad5 req-8783355e-7773-4878-8b8e-ed5cb794348a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589578 Apr 23 10:30:24.083034 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f3fd4-d359-4b5e-94f1-7576a48f783a req-508c10b6-6205-4a43-9745-f5a6ba3f1a45 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:24.084746 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-af4f3fd4-d359-4b5e-94f1-7576a48f783a req-508c10b6-6205-4a43-9745-f5a6ba3f1a45 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=796ba4b7-01ad-4d92-9603-b02ec1d421af HTTP/1.1" status: 200 len: 945 time: 0.4661365 Apr 23 10:30:24.099267 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daea74-9ceb-4442-87b0-a5934f5568a8 req-b23ce467-28e6-45d4-a6f4-c98cfc37af84 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:24.101166 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b0daea74-9ceb-4442-87b0-a5934f5568a8 req-b23ce467-28e6-45d4-a6f4-c98cfc37af84 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.4245577 Apr 23 10:30:24.183170 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-af4f3fd4-d359-4b5e-94f1-7576a48f783a req-29bb2c39-e6ea-42f7-ab57-215c2c8775ca tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808227 Apr 23 10:30:24.194536 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b0daea74-9ceb-4442-87b0-a5934f5568a8 req-f9f9b4b7-4d72-4d38-9ae9-70d8a780f9b8 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736239 Apr 23 10:30:24.881064 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947eaaf-634d-4af0-a63a-0277fb869383 req-10a2ab44-04f8-4f07-a6dd-5da947549c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:24.883022 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7947eaaf-634d-4af0-a63a-0277fb869383 req-10a2ab44-04f8-4f07-a6dd-5da947549c8a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c9c03a2c759846589ab11a78fe278abe&device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 1096 time: 0.0940051 Apr 23 10:30:25.099671 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947eaaf-634d-4af0-a63a-0277fb869383 req-71cb85df-b64b-4807-be46-6589205b1385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:25.101668 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7947eaaf-634d-4af0-a63a-0277fb869383 req-71cb85df-b64b-4807-be46-6589205b1385 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d5352e74-5ca2-48f4-a526-566bf1c54494 HTTP/1.1" status: 200 len: 909 time: 0.1589394 Apr 23 10:30:25.143122 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efacaa-dc32-4c59-81e4-d615fe32a2d7 req-1690a654-b88f-40f5-99b4-d3c4169d9c69 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:25.144768 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-09efacaa-dc32-4c59-81e4-d615fe32a2d7 req-1690a654-b88f-40f5-99b4-d3c4169d9c69 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/ports?device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 943 time: 0.1424839 Apr 23 10:30:25.209324 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-09efacaa-dc32-4c59-81e4-d615fe32a2d7 req-16541780-d083-4ecd-a43e-2ac072b99b73 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5cefe92-597f-4363-a102-017c27ed7c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571222 Apr 23 10:30:25.216475 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7947eaaf-634d-4af0-a63a-0277fb869383 req-04486cd9-0705-4c89-ac9e-3f2e7e70a570 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5706ecc7-60e4-4729-80f3-68cc23ad63c8 HTTP/1.1" status: 200 len: 217 time: 0.0836685 Apr 23 10:30:25.316219 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947eaaf-634d-4af0-a63a-0277fb869383 req-8bda2705-d822-491d-92fe-5c836ba90f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:25.318928 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7947eaaf-634d-4af0-a63a-0277fb869383 req-8bda2705-d822-491d-92fe-5c836ba90f16 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=95eab1e6-b878-47fa-9ac7-263db1e97593 HTTP/1.1" status: 200 len: 848 time: 0.0844145 Apr 23 10:30:25.386663 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7947eaaf-634d-4af0-a63a-0277fb869383 req-c5a6ccf5-7a15-4c89-bca7-673283f71997 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d5352e74-5ca2-48f4-a526-566bf1c54494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565863 Apr 23 10:30:25.438026 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494e12f-9dc4-408f-a7b8-300917b5f301 req-1ff76f27-66f5-41d9-917a-6c6e14bb201a tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:25.441892 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d494e12f-9dc4-408f-a7b8-300917b5f301 req-1ff76f27-66f5-41d9-917a-6c6e14bb201a tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=796ba4b7-01ad-4d92-9603-b02ec1d421af HTTP/1.1" status: 200 len: 945 time: 0.1093011 Apr 23 10:30:25.505510 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d494e12f-9dc4-408f-a7b8-300917b5f301 req-85ec821d-4d5f-4a21-a0ba-daba5a737a5a tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583780 Apr 23 10:30:25.581835 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7947eaaf-634d-4af0-a63a-0277fb869383 req-e92ce331-155b-4624-befc-1bf617c55cce service neutron] 10.222.0.68 "GET /v2.0/networks/d5352e74-5ca2-48f4-a526-566bf1c54494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701407 Apr 23 10:30:25.815376 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7947eaaf-634d-4af0-a63a-0277fb869383 req-b4bed944-8857-41eb-9781-dc4a1f7a45bd service neutron] 10.222.0.68 "GET /v2.0/networks/d5352e74-5ca2-48f4-a526-566bf1c54494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987193 Apr 23 10:30:25.863709 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89640ba4-365b-4cc5-bb72-4305d5fa190c req-2d8639fb-20ed-40d3-9ecd-201f2f57e7eb tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:25.866463 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-89640ba4-365b-4cc5-bb72-4305d5fa190c req-2d8639fb-20ed-40d3-9ecd-201f2f57e7eb tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1742308 Apr 23 10:30:25.937748 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-89640ba4-365b-4cc5-bb72-4305d5fa190c req-e4bfc8ff-b68c-4dd8-ba27-767733ffd8f1 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538938 Apr 23 10:30:26.428657 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2932422-727b-4b78-a1a9-2551e4afb580 req-5f47506e-fbbb-43b0-b32d-d63102bf5041 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:26.430263 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a2932422-727b-4b78-a1a9-2551e4afb580 req-5f47506e-fbbb-43b0-b32d-d63102bf5041 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/ports?device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 943 time: 0.0963132 Apr 23 10:30:26.480858 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a2932422-727b-4b78-a1a9-2551e4afb580 req-e78d55af-84aa-4311-a7ec-2d2e32b608b9 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5cefe92-597f-4363-a102-017c27ed7c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425334 Apr 23 10:30:26.746533 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f189a0-d7bd-4154-92bc-77ea3810d971 req-b924fd20-42ab-4e2b-891e-0e3c43be44b1 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:26.748050 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-29f189a0-d7bd-4154-92bc-77ea3810d971 req-b924fd20-42ab-4e2b-891e-0e3c43be44b1 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=796ba4b7-01ad-4d92-9603-b02ec1d421af HTTP/1.1" status: 200 len: 945 time: 0.1049557 Apr 23 10:30:26.807918 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-29f189a0-d7bd-4154-92bc-77ea3810d971 req-e4578a8b-d777-4ab5-a5d5-698cafa02889 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448701 Apr 23 10:30:27.162532 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c62eb8-c728-4f11-9bf6-a0d38c447021 req-c57ce2d7-1a73-44b9-b68e-e05be8a9ab3f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:27.164320 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c7c62eb8-c728-4f11-9bf6-a0d38c447021 req-c57ce2d7-1a73-44b9-b68e-e05be8a9ab3f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1002598 Apr 23 10:30:27.239508 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c7c62eb8-c728-4f11-9bf6-a0d38c447021 req-9c68d7bf-714e-47b5-b8e3-845c1f2c2ebf tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523674 Apr 23 10:30:27.952668 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c6945-dd28-4b8a-98b4-a58b95ae5c29 req-917a996b-9df8-47bb-8fd3-6f3c67e3f3a5 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:27.954345 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8b9c6945-dd28-4b8a-98b4-a58b95ae5c29 req-917a996b-9df8-47bb-8fd3-6f3c67e3f3a5 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/ports?device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 943 time: 0.1087711 Apr 23 10:30:28.053434 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8b9c6945-dd28-4b8a-98b4-a58b95ae5c29 req-f880d039-3361-41e8-b450-fb62297981bc tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5cefe92-597f-4363-a102-017c27ed7c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923927 Apr 23 10:30:28.117522 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5b3f8-f8b1-4ede-9e46-0eb7750d9b6b req-d8c97e80-a6c2-4b47-8c30-630e350e3a7b tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:28.119685 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5ed5b3f8-f8b1-4ede-9e46-0eb7750d9b6b req-d8c97e80-a6c2-4b47-8c30-630e350e3a7b tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=796ba4b7-01ad-4d92-9603-b02ec1d421af HTTP/1.1" status: 200 len: 945 time: 0.1207216 Apr 23 10:30:28.179096 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5ed5b3f8-f8b1-4ede-9e46-0eb7750d9b6b req-46d66d26-5b5f-4062-811b-600172234449 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512986 Apr 23 10:30:28.397747 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 5706ecc7-60e4-4729-80f3-68cc23ad63c8 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:30:28.528420 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53398a4d-72c3-4bf4-909d-1116ee3c3637 req-1a4fbc34-ad89-4106-8458-3be1f3d97023 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:28.530260 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-53398a4d-72c3-4bf4-909d-1116ee3c3637 req-1a4fbc34-ad89-4106-8458-3be1f3d97023 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1144290 Apr 23 10:30:28.620033 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-53398a4d-72c3-4bf4-909d-1116ee3c3637 req-f2a23e87-78d3-4348-a09c-f12297c100fc tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823536 Apr 23 10:30:28.797768 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 5706ecc7-60e4-4729-80f3-68cc23ad63c8, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5706ecc7-60e4-4729-80f3-68cc23ad63c8,segment=NetworkSegment(601b5d54-2105-4c31-aee4-2163a4aaf1f1),segment_id=601b5d54-2105-4c31-aee4-2163a4aaf1f1)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:30:28.814179 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Returning: {'device': '5706ecc7-60e4-4729-80f3-68cc23ad63c8', 'network_id': 'd5352e74-5ca2-48f4-a526-566bf1c54494', 'port_id': '5706ecc7-60e4-4729-80f3-68cc23ad63c8', 'mac_address': 'fa:16:3e:a0:6e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95eab1e6-b878-47fa-9ac7-263db1e97593', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:30:28.879768 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 59974) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:28.881876 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:28.905645 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5706ecc7-60e4-4729-80f3-68cc23ad63c8 {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:30:28.925615 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 5706ecc7-60e4-4729-80f3-68cc23ad63c8, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5706ecc7-60e4-4729-80f3-68cc23ad63c8,segment=NetworkSegment(601b5d54-2105-4c31-aee4-2163a4aaf1f1),segment_id=601b5d54-2105-4c31-aee4-2163a4aaf1f1)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:30:28.929217 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:28.931321 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:29.048157 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=5706ecc7-60e4-4729-80f3-68cc23ad63c8,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:29.059691 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:29.137130 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-712b0105-f802-4be1-a675-a937dcdcac39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:29.169567 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-712b0105-f802-4be1-a675-a937dcdcac39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:30:29.181346 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-712b0105-f802-4be1-a675-a937dcdcac39 admin admin] Usage tracker for resource:security_group_rule and tenant:bb75e7ff278b42a0853dac299c909999 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:30:29.188005 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-712b0105-f802-4be1-a675-a937dcdcac39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:30:29.211365 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-712b0105-f802-4be1-a675-a937dcdcac39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:30:29.440698 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675ec1a-9c7a-4ac3-a828-941561b5f66c req-77645d98-e8fa-4ea2-be3f-20c8df3af83a tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:29.442383 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c675ec1a-9c7a-4ac3-a828-941561b5f66c req-77645d98-e8fa-4ea2-be3f-20c8df3af83a tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/ports?device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 944 time: 0.1552002 Apr 23 10:30:29.451717 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-712b0105-f802-4be1-a675-a937dcdcac39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:29.455920 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-712b0105-f802-4be1-a675-a937dcdcac39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:29.465893 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 59996) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:29.468076 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-67e560dc-cc01-429c-a545-5fdf2c5507d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:29.555968 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b0105-f802-4be1-a675-a937dcdcac39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540494eb-e02e-472c-bcdc-271b97a6ef7a,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:29.560794 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-712b0105-f802-4be1-a675-a937dcdcac39 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bb75e7ff278b42a0853dac299c909999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6796224 Apr 23 10:30:29.564314 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 60002) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:29.564712 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-712b0105-f802-4be1-a675-a937dcdcac39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:29.570033 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c675ec1a-9c7a-4ac3-a828-941561b5f66c req-c8ff961a-2a18-4b23-abc2-728a84463cab tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5cefe92-597f-4363-a102-017c27ed7c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055686 Apr 23 10:30:29.633383 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9a2791a8-55f6-464a-b7b4-b89b793bb7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:29.664102 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9a2791a8-55f6-464a-b7b4-b89b793bb7a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:30:29.666946 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c216aa6-377f-4fde-88b0-5a790dafe433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:29.671500 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-9a2791a8-55f6-464a-b7b4-b89b793bb7a3 admin admin] Usage tracker for resource:security_group_rule and tenant:42e07125d66542de9bf8494100f7da32 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:30:29.681347 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-9a2791a8-55f6-464a-b7b4-b89b793bb7a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:30:29.696531 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9a2791a8-55f6-464a-b7b4-b89b793bb7a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:30:29.719841 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c216aa6-377f-4fde-88b0-5a790dafe433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:29.816273 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c216aa6-377f-4fde-88b0-5a790dafe433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:29.824287 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1a72e1c8-7f32-440e-b84c-e718dbf49ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:29.859110 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c216aa6-377f-4fde-88b0-5a790dafe433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540494eb-e02e-472c-bcdc-271b97a6ef7a,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:29.862943 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3c216aa6-377f-4fde-88b0-5a790dafe433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:29.870337 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28390e-d888-438e-a50a-a82e5d1c4f01 req-4f52b94c-7386-4cde-85a6-1d74e851ec65 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:29.872693 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8d28390e-d888-438e-a50a-a82e5d1c4f01 req-4f52b94c-7386-4cde-85a6-1d74e851ec65 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1153207 Apr 23 10:30:29.895914 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c216aa6-377f-4fde-88b0-5a790dafe433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:29.900496 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-3c216aa6-377f-4fde-88b0-5a790dafe433 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/540494eb-e02e-472c-bcdc-271b97a6ef7a HTTP/1.1" status: 204 len: 168 time: 0.3320243 Apr 23 10:30:29.901593 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9a2791a8-55f6-464a-b7b4-b89b793bb7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:29.909478 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9a2791a8-55f6-464a-b7b4-b89b793bb7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:29.922050 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:29.939504 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['5706ecc7-60e4-4729-80f3-68cc23ad63c8'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:30:29.951839 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8d28390e-d888-438e-a50a-a82e5d1c4f01 req-082a60b9-ac92-4be4-9003-3e8a3ce8e6bf tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667861 Apr 23 10:30:29.978435 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2791a8-55f6-464a-b7b4-b89b793bb7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307b6800-140f-41a6-98fe-64b13690257d,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:29.978435 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9a2791a8-55f6-464a-b7b4-b89b793bb7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:29.989066 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-9a2791a8-55f6-464a-b7b4-b89b793bb7a3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42e07125d66542de9bf8494100f7da32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5221035 Apr 23 10:30:29.992222 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 60012) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:30.128116 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5c3e9ae3-a471-4b06-a96f-78d1a7da00dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:30.167375 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5c3e9ae3-a471-4b06-a96f-78d1a7da00dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:30.244074 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5c3e9ae3-a471-4b06-a96f-78d1a7da00dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:30.249642 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ee4b0635-7d00-47c5-bd16-d81e9d44cf07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:30.265236 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e9ae3-a471-4b06-a96f-78d1a7da00dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307b6800-140f-41a6-98fe-64b13690257d,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:30.267711 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5c3e9ae3-a471-4b06-a96f-78d1a7da00dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:30.270099 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5c3e9ae3-a471-4b06-a96f-78d1a7da00dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:30.271340 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-5c3e9ae3-a471-4b06-a96f-78d1a7da00dc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/307b6800-140f-41a6-98fe-64b13690257d HTTP/1.1" status: 204 len: 168 time: 0.2778172 Apr 23 10:30:30.819507 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354fce1-55bf-4040-87a0-11d7f7f2acdf req-2d67b386-6f77-4725-b92d-c308c69599c7 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:30.821301 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7354fce1-55bf-4040-87a0-11d7f7f2acdf req-2d67b386-6f77-4725-b92d-c308c69599c7 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/ports?device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 944 time: 0.1138680 Apr 23 10:30:30.899337 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7354fce1-55bf-4040-87a0-11d7f7f2acdf req-3d0894d3-5b15-4b7a-a162-1a9d7e5f53c6 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5cefe92-597f-4363-a102-017c27ed7c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700278 Apr 23 10:30:31.023055 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ca612eae-a45a-4daf-b3fa-c73194eb065e req-cb2688d7-a585-4d61-856d-1b7e6992fae2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1084850 Apr 23 10:30:31.190888 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f30bb-f0d7-436a-9bb7-38a965512f51 req-5f6d6073-0636-41b8-a3b2-5ec45912b966 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:31.192608 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-617f30bb-f0d7-436a-9bb7-38a965512f51 req-5f6d6073-0636-41b8-a3b2-5ec45912b966 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.0947182 Apr 23 10:30:31.255085 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-617f30bb-f0d7-436a-9bb7-38a965512f51 req-b12fdf93-1abb-4b2c-a76f-4af4193ba00c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555396 Apr 23 10:30:31.275065 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca612eae-a45a-4daf-b3fa-c73194eb065e req-afc73f30-9dfd-49c9-9b54-16ec8a2df8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:31.277756 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ca612eae-a45a-4daf-b3fa-c73194eb065e req-afc73f30-9dfd-49c9-9b54-16ec8a2df8dc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d68a3d2ffd2d438dbb6699e97dff9ce9&device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 1099 time: 0.1082304 Apr 23 10:30:31.586204 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca612eae-a45a-4daf-b3fa-c73194eb065e req-c5b90a60-c15d-4ab1-95b0-2393b27b13bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:31.588828 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ca612eae-a45a-4daf-b3fa-c73194eb065e req-c5b90a60-c15d-4ab1-95b0-2393b27b13bf service neutron] 10.222.0.68 "GET /v2.0/networks?id=ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 HTTP/1.1" status: 200 len: 916 time: 0.2299819 Apr 23 10:30:31.705668 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ca612eae-a45a-4daf-b3fa-c73194eb065e req-a2a3c2fd-8268-4cbb-922a-35bd6b2d7a2a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c6bc6da-93ec-4398-9c44-49cd341026ff HTTP/1.1" status: 200 len: 217 time: 0.0832977 Apr 23 10:30:31.801052 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca612eae-a45a-4daf-b3fa-c73194eb065e req-c93c648d-d2b3-4ddb-b43c-59ac4c904c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:31.802779 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ca612eae-a45a-4daf-b3fa-c73194eb065e req-c93c648d-d2b3-4ddb-b43c-59ac4c904c0a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bc554e03-a960-4aeb-a75b-15d570e0a94b HTTP/1.1" status: 200 len: 855 time: 0.0822461 Apr 23 10:30:31.871525 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ca612eae-a45a-4daf-b3fa-c73194eb065e req-0bc6f29f-6be3-4017-bfe5-15948b4b0ec1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547161 Apr 23 10:30:32.096808 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-911ad309-207f-4998-b220-5ce0f7e3be5f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:32.098479 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-911ad309-207f-4998-b220-5ce0f7e3be5f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/networks?id=ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 HTTP/1.1" status: 200 len: 815 time: 0.2478614 Apr 23 10:30:32.113238 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ca612eae-a45a-4daf-b3fa-c73194eb065e req-44b785e2-0186-4406-a1e9-c7a52610dc56 service neutron] 10.222.0.68 "GET /v2.0/networks/ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243373 Apr 23 10:30:32.124071 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-86fcb97f-bc24-4a7f-bdf7-8027eba9aa40 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/quotas/d68a3d2ffd2d438dbb6699e97dff9ce9 HTTP/1.1" status: 200 len: 375 time: 0.0187225 Apr 23 10:30:32.130405 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4431f433-0aa8-49e2-a072-66e5892aa3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:32.271971 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-a9e5951e-468b-46bc-86a2-104e69edf743 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d68a3d2ffd2d438dbb6699e97dff9ce9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1373854 Apr 23 10:30:32.305848 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ca612eae-a45a-4daf-b3fa-c73194eb065e req-d56736e2-8f4e-450d-ab0c-1f95387129ea service neutron] 10.222.0.68 "GET /v2.0/networks/ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788354 Apr 23 10:30:32.436325 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 5706ecc7-60e4-4729-80f3-68cc23ad63c8 up at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:30:32.499023 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-39710a38-122c-41f8-8993-0d995ea9a5b7 service neutron] 10.222.0.70 "GET /v2.0/networks/ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184832 Apr 23 10:30:32.514232 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410bb60-959f-46a4-9427-0aced820b9cf req-5d7f6d57-fb19-4324-9f78-90867137c503 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:32.515875 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5410bb60-959f-46a4-9427-0aced820b9cf req-5d7f6d57-fb19-4324-9f78-90867137c503 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/ports?device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 944 time: 0.2117817 Apr 23 10:30:32.555774 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning for port 5706ecc7-60e4-4729-80f3-68cc23ad63c8 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:30:32.563201 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning complete for port 5706ecc7-60e4-4729-80f3-68cc23ad63c8 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:30:32.563633 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:32.618371 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 60090) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:32.668281 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5410bb60-959f-46a4-9427-0aced820b9cf req-83b8ac82-cf45-4c55-bce7-80610fe9020a tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5cefe92-597f-4363-a102-017c27ed7c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277995 Apr 23 10:30:32.730687 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-03ecfc6d-657e-4283-9b32-90a16464a065 service neutron] 10.222.0.70 "GET /v2.0/networks/ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246814 Apr 23 10:30:32.748322 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:32.787512 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 5706ecc7-60e4-4729-80f3-68cc23ad63c8, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5706ecc7-60e4-4729-80f3-68cc23ad63c8,segment=NetworkSegment(601b5d54-2105-4c31-aee4-2163a4aaf1f1),segment_id=601b5d54-2105-4c31-aee4-2163a4aaf1f1)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:30:32.789059 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a410fc9f-ee82-4d22-8a05-8a29d5b68f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5706ecc7-60e4-4729-80f3-68cc23ad63c8'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:30:32.796232 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:32.798050 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2cf6039c-f0f0-48b1-9261-f19b24f5b275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:32.807401 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-01e086d0-5ff0-44de-924f-fbd26f921929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:32.831248 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-01e086d0-5ff0-44de-924f-fbd26f921929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:30:32.837129 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-01e086d0-5ff0-44de-924f-fbd26f921929 admin admin] Usage tracker for resource:security_group_rule and tenant:95f747628c05497bb1cc1321a0333c5c is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:30:32.840491 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-01e086d0-5ff0-44de-924f-fbd26f921929 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:30:32.849330 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-01e086d0-5ff0-44de-924f-fbd26f921929 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:30:32.923178 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=5706ecc7-60e4-4729-80f3-68cc23ad63c8,revision_number=5']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:32.939710 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:32.971703 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39fb59-47cc-477d-bdf1-f0ee2d28096e req-e0398c0d-5981-468b-9da7-49a50ef39f4b tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:32.979878 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ba39fb59-47cc-477d-bdf1-f0ee2d28096e req-e0398c0d-5981-468b-9da7-49a50ef39f4b tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1621745 Apr 23 10:30:33.033413 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-01e086d0-5ff0-44de-924f-fbd26f921929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:33.036957 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-01e086d0-5ff0-44de-924f-fbd26f921929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:33.050635 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:33.063243 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ba39fb59-47cc-477d-bdf1-f0ee2d28096e req-6b8e1f18-1474-46c3-8abb-a903ffea759f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821264 Apr 23 10:30:33.114662 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e086d0-5ff0-44de-924f-fbd26f921929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96eceec-a204-4756-a66c-3f35159ed92f,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:33.117675 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a410fc9f-ee82-4d22-8a05-8a29d5b68f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5706ecc7-60e4-4729-80f3-68cc23ad63c8', 'code': 200} Apr 23 10:30:33.117995 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-01e086d0-5ff0-44de-924f-fbd26f921929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:33.131991 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-01e086d0-5ff0-44de-924f-fbd26f921929 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=95f747628c05497bb1cc1321a0333c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5071554 Apr 23 10:30:33.132111 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 60108) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:33.214280 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-95d3a259-0aae-475c-b8b1-e9457e84c2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:33.222550 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-261f8a1e-084c-46c0-95d4-ceed5dbf8465 req-b0d57a63-02aa-4e26-afa7-a79fc7f6e6d7 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=09271b25-b39e-43ab-b296-d5a4ba6cec86 HTTP/1.1" status: 200 len: 210 time: 0.0622492 Apr 23 10:30:33.250429 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-95d3a259-0aae-475c-b8b1-e9457e84c2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:33.289777 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:33.304379 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-95d3a259-0aae-475c-b8b1-e9457e84c2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:33.310406 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ab9be079-ea01-439a-9ea8-f09d99093235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:33.325573 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3a259-0aae-475c-b8b1-e9457e84c2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96eceec-a204-4756-a66c-3f35159ed92f,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:33.328010 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-95d3a259-0aae-475c-b8b1-e9457e84c2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:33.330569 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-95d3a259-0aae-475c-b8b1-e9457e84c2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:33.331781 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-95d3a259-0aae-475c-b8b1-e9457e84c2e4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b96eceec-a204-4756-a66c-3f35159ed92f HTTP/1.1" status: 204 len: 168 time: 0.1986337 Apr 23 10:30:33.676988 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 60120) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:33.707367 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ef338172-3d4b-4cb3-bc4f-57cdc67e7da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:33.720421 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afd80d-25cf-4855-baa8-b291a9a804e1 req-53820d44-f000-4afe-a9df-8cde2669e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:33.722076 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-10afd80d-25cf-4855-baa8-b291a9a804e1 req-53820d44-f000-4afe-a9df-8cde2669e626 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 1098 time: 0.1242099 Apr 23 10:30:33.728526 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ef338172-3d4b-4cb3-bc4f-57cdc67e7da1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:30:33.733466 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-ef338172-3d4b-4cb3-bc4f-57cdc67e7da1 admin admin] Usage tracker for resource:security_group_rule and tenant:414afca486994d45b7fcfbe3105026b0 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:30:33.736955 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-ef338172-3d4b-4cb3-bc4f-57cdc67e7da1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:30:33.743477 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ef338172-3d4b-4cb3-bc4f-57cdc67e7da1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:30:33.858406 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-10afd80d-25cf-4855-baa8-b291a9a804e1 req-8dc30e3a-dfaa-4867-9c06-f714713f9b85 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d5cefe92-597f-4363-a102-017c27ed7c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673435 Apr 23 10:30:33.878759 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ef338172-3d4b-4cb3-bc4f-57cdc67e7da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:33.881778 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ef338172-3d4b-4cb3-bc4f-57cdc67e7da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:33.891397 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d652ddf7-bb30-4daa-bf2b-dfefcc0f7163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:33.894530 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe623bf-1a30-4cd0-bf5b-0801b52ec6e6 req-975a827b-5130-4d59-8cef-aa702f4a985b tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:33.896292 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6fe623bf-1a30-4cd0-bf5b-0801b52ec6e6 req-975a827b-5130-4d59-8cef-aa702f4a985b tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/ports?device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 945 time: 0.1039207 Apr 23 10:30:33.936406 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-ef338172-3d4b-4cb3-bc4f-57cdc67e7da1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=414afca486994d45b7fcfbe3105026b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582562 Apr 23 10:30:33.938532 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338172-3d4b-4cb3-bc4f-57cdc67e7da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67508b3f-94d7-4cf8-9804-eadb3807205f,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:33.940220 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 60126) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:33.941792 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ef338172-3d4b-4cb3-bc4f-57cdc67e7da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:33.964070 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6fe623bf-1a30-4cd0-bf5b-0801b52ec6e6 req-7325fdf2-0579-4e4b-964c-cdb7fbe501ff tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5cefe92-597f-4363-a102-017c27ed7c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608771 Apr 23 10:30:34.022208 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cf5928bd-7d13-48a1-9a6d-cc1ca8205337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:34.051354 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cf5928bd-7d13-48a1-9a6d-cc1ca8205337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:34.104518 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cf5928bd-7d13-48a1-9a6d-cc1ca8205337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:34.109140 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-282ca873-e07d-4b65-be90-ee1d42592b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:34.127410 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5928bd-7d13-48a1-9a6d-cc1ca8205337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67508b3f-94d7-4cf8-9804-eadb3807205f,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:34.133000 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cf5928bd-7d13-48a1-9a6d-cc1ca8205337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:34.138530 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cf5928bd-7d13-48a1-9a6d-cc1ca8205337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:34.142557 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-cf5928bd-7d13-48a1-9a6d-cc1ca8205337 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/67508b3f-94d7-4cf8-9804-eadb3807205f HTTP/1.1" status: 204 len: 168 time: 0.1983624 Apr 23 10:30:34.147315 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c0564eec-09ad-42e4-ac9c-c8515f41b0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:34.292427 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2452f1a-2ac1-46d7-9eb4-de562fbc1d8a req-b32ffb46-3ec4-4ccd-9c2d-0a33ec4f8445 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:34.294399 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f2452f1a-2ac1-46d7-9eb4-de562fbc1d8a req-b32ffb46-3ec4-4ccd-9c2d-0a33ec4f8445 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1089742 Apr 23 10:30:34.358897 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f2452f1a-2ac1-46d7-9eb4-de562fbc1d8a req-14053d4e-328a-4248-af84-0d54f41fb4d8 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567992 Apr 23 10:30:34.547844 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-42528375-201d-4dd5-82ac-38b4104fac90 req-a591b774-14ee-41d2-bbba-2e351971db92 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=09271b25-b39e-43ab-b296-d5a4ba6cec86 HTTP/1.1" status: 200 len: 210 time: 0.0572693 Apr 23 10:30:35.216039 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f9b97-07bd-4019-8a65-3e356d0faf1e req-6cf7df7c-88ab-40ea-bad9-4031edbf8fc1 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:35.218836 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3d6f9b97-07bd-4019-8a65-3e356d0faf1e req-6cf7df7c-88ab-40ea-bad9-4031edbf8fc1 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/ports?device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 945 time: 0.1168602 Apr 23 10:30:35.269383 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3d6f9b97-07bd-4019-8a65-3e356d0faf1e req-3c977411-d306-4c44-bfec-7e62927e3995 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5cefe92-597f-4363-a102-017c27ed7c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446541 Apr 23 10:30:35.372939 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:35.473766 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:35.637895 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d62d9-0a29-4672-a5c4-f3edcd8f87ec req-bfc3dd4e-0509-4b09-9061-6cdac986a2a1 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:35.639739 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8e7d62d9-0a29-4672-a5c4-f3edcd8f87ec req-bfc3dd4e-0509-4b09-9061-6cdac986a2a1 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1167779 Apr 23 10:30:35.760920 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8e7d62d9-0a29-4672-a5c4-f3edcd8f87ec req-46318fa9-2574-4f6f-a33a-429f5906babc tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139481 Apr 23 10:30:35.763468 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cf5dedf5-521a-4542-8b0d-da3f73b2a335 req-10d1e97e-4ee5-4bb6-bc39-1f1aa3b2aa83 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=09271b25-b39e-43ab-b296-d5a4ba6cec86 HTTP/1.1" status: 200 len: 210 time: 0.0717273 Apr 23 10:30:36.192156 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-ba0d91bb-aad3-4f7d-a166-d9a89dfd1919 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:36.193406 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-ba0d91bb-aad3-4f7d-a166-d9a89dfd1919 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.68 "GET /v2.0/networks?id=ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 HTTP/1.1" status: 200 len: 815 time: 0.1929395 Apr 23 10:30:36.254362 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-8ebe9674-c856-4fdb-9956-ea1377a32a43 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Request body: {'port': {'device_id': '09271b25-b39e-43ab-b296-d5a4ba6cec86', 'network_id': 'ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277', 'admin_state_up': True, 'tenant_id': 'd68a3d2ffd2d438dbb6699e97dff9ce9'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:30:36.424232 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-8ebe9674-c856-4fdb-9956-ea1377a32a43 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:30:36.429034 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-8ebe9674-c856-4fdb-9956-ea1377a32a43 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Usage tracker for resource:port and tenant:d68a3d2ffd2d438dbb6699e97dff9ce9 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:30:36.432622 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-8ebe9674-c856-4fdb-9956-ea1377a32a43 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:30:36.440173 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-8ebe9674-c856-4fdb-9956-ea1377a32a43 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:30:36.450532 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-8ebe9674-c856-4fdb-9956-ea1377a32a43 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Made reservation on behalf of d68a3d2ffd2d438dbb6699e97dff9ce9 for: {'port': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:30:36.457285 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-8ebe9674-c856-4fdb-9956-ea1377a32a43 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:36.509230 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a629428-7caf-4bcb-ab63-accbf5338218 req-c3ce6c1b-d0db-4648-99f6-d5a051afc8b2 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:36.511491 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2a629428-7caf-4bcb-ab63-accbf5338218 req-c3ce6c1b-d0db-4648-99f6-d5a051afc8b2 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/ports?device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 945 time: 0.1059370 Apr 23 10:30:36.578884 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2a629428-7caf-4bcb-ab63-accbf5338218 req-30535448-7f10-4607-98df-83aa7114ed8c tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5cefe92-597f-4363-a102-017c27ed7c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572679 Apr 23 10:30:36.674157 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-8ebe9674-c856-4fdb-9956-ea1377a32a43 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Allocated IP 172.20.0.12 (ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277/bc554e03-a960-4aeb-a75b-15d570e0a94b/d8b371dd-4436-4846-95cd-a3336daf7d9d) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:30:36.929847 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-8ebe9674-c856-4fdb-9956-ea1377a32a43 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:36.970245 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-8ebe9674-c856-4fdb-9956-ea1377a32a43 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:36.976055 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:37.005642 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e39439b9-308e-4f8d-ad83-48f05440fa78 req-99ebea0d-9f78-462c-b414-ea5951a8acad tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=09271b25-b39e-43ab-b296-d5a4ba6cec86 HTTP/1.1" status: 200 len: 210 time: 0.1129577 Apr 23 10:30:37.067002 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3531cd3-3b74-41cf-800d-d8b394e96e22 req-12a576f5-0075-4da3-9a52-13475a96897e tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:37.068690 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b3531cd3-3b74-41cf-800d-d8b394e96e22 req-12a576f5-0075-4da3-9a52-13475a96897e tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1113939 Apr 23 10:30:37.072426 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe9674-c856-4fdb-9956-ea1377a32a43 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Pushing event updated for resources: {'Port': ['ID=d8b371dd-4436-4846-95cd-a3336daf7d9d,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:37.078117 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8ebe9674-c856-4fdb-9956-ea1377a32a43 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:37.080078 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-8ebe9674-c856-4fdb-9956-ea1377a32a43 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Network ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:30:37.081432 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-8ebe9674-c856-4fdb-9956-ea1377a32a43 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:30:37.085252 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-8ebe9674-c856-4fdb-9956-ea1377a32a43 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:30:37.088386 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['5c6bc6da-93ec-4398-9c44-49cd341026ff', 'c71026cc-0182-4060-bfe2-97e83a717a91'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:30:37.095522 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-8ebe9674-c856-4fdb-9956-ea1377a32a43 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:37.096241 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-8ebe9674-c856-4fdb-9956-ea1377a32a43 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:37.124912 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-8ebe9674-c856-4fdb-9956-ea1377a32a43 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8748834 Apr 23 10:30:37.127190 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b3531cd3-3b74-41cf-800d-d8b394e96e22 req-de0add62-d7bd-4f67-af7c-7287efa937fa tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477986 Apr 23 10:30:37.172375 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:37.208281 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] Request body: {'port': {'device_id': '09271b25-b39e-43ab-b296-d5a4ba6cec86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:30:37.353313 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:37.936159 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f2a68-6616-40af-bab2-ecc98e0071f4 req-74f3d4a6-9800-453d-8aac-d1d7d3e942c6 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:37.936159 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e18f2a68-6616-40af-bab2-ecc98e0071f4 req-74f3d4a6-9800-453d-8aac-d1d7d3e942c6 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/ports?device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 945 time: 0.0916882 Apr 23 10:30:37.985908 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e18f2a68-6616-40af-bab2-ecc98e0071f4 req-533bbcd5-b749-4997-9e6a-9339accdc602 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5cefe92-597f-4363-a102-017c27ed7c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459824 Apr 23 10:30:37.992182 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8b371dd-4436-4846-95cd-a3336daf7d9d {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:30:38.001353 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:38.028366 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] Transition to ACTIVE for port object d8b371dd-4436-4846-95cd-a3336daf7d9d will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:30:38.028366 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:38.032498 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:38.224818 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] Pushing event updated for resources: {'Port': ['ID=d8b371dd-4436-4846-95cd-a3336daf7d9d,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:38.228316 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:38.229769 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] Attempting to bind port d8b371dd-4436-4846-95cd-a3336daf7d9d on host hv-cinder-77923 for vnic_type normal with profile {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:30:38.230648 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] Attempting to bind port d8b371dd-4436-4846-95cd-a3336daf7d9d by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '5057dd03-d1f0-4c3f-9d58-23311a3c11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:30:38.231016 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] Attempting to bind port d8b371dd-4436-4846-95cd-a3336daf7d9d on network ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:30:38.237326 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] Port d8b371dd-4436-4846-95cd-a3336daf7d9d on network ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:30:38.237694 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] Attempting to bind port d8b371dd-4436-4846-95cd-a3336daf7d9d on network ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:30:38.244784 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] Checking agent: {'id': 'e9dd349d-b683-48bd-911f-eb86d546e7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'started_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:30:38.245202 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] Checking segment: {'id': '5057dd03-d1f0-4c3f-9d58-23311a3c11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:30:38.245660 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] Bound using segment: {'id': '5057dd03-d1f0-4c3f-9d58-23311a3c11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:30:38.246610 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] Bound port: d8b371dd-4436-4846-95cd-a3336daf7d9d, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5057dd03-d1f0-4c3f-9d58-23311a3c11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:30:38.246999 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:38.263409 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec7a1f-2761-4b7d-91c9-087026354a25 req-70ebb6d7-e3bd-4ecf-a73d-f63b418040e5 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:38.265114 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-86ec7a1f-2761-4b7d-91c9-087026354a25 req-70ebb6d7-e3bd-4ecf-a73d-f63b418040e5 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=09271b25-b39e-43ab-b296-d5a4ba6cec86 HTTP/1.1" status: 200 len: 944 time: 0.0962117 Apr 23 10:30:38.351439 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] For port d8b371dd-4436-4846-95cd-a3336daf7d9d, host hv-cinder-77923, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:30:38.355354 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] For port d8b371dd-4436-4846-95cd-a3336daf7d9d, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d8b371dd-4436-4846-95cd-a3336daf7d9d,segment=NetworkSegment(5057dd03-d1f0-4c3f-9d58-23311a3c11a3),segment_id=5057dd03-d1f0-4c3f-9d58-23311a3c11a3)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:30:38.359948 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:38.369749 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-316faa74-2697-4a1b-9665-c038e547b75f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:38.371129 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-86ec7a1f-2761-4b7d-91c9-087026354a25 req-2d57d833-828b-4bb5-a422-25a688bb224e tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673184 Apr 23 10:30:38.402339 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b38f8-70cd-4e53-9b7c-82d2db691b27 req-ffd5352c-d94f-476b-aefa-b432ccd4c162 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:38.403957 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-9c1b38f8-70cd-4e53-9b7c-82d2db691b27 req-ffd5352c-d94f-476b-aefa-b432ccd4c162 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1378827 Apr 23 10:30:38.420552 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:38.421249 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:38.422761 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] 10.222.0.68 "PUT /v2.0/ports/d8b371dd-4436-4846-95cd-a3336daf7d9d HTTP/1.1" status: 200 len: 1094 time: 1.2193806 Apr 23 10:30:38.423296 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09271b25-b39e-43ab-b296-d5a4ba6cec86', 'tag': 'd8b371dd-4436-4846-95cd-a3336daf7d9d'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:30:38.468646 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] Pushing event updated for resources: {'Port': ['ID=d8b371dd-4436-4846-95cd-a3336daf7d9d,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:38.472801 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:38.488512 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-9c1b38f8-70cd-4e53-9b7c-82d2db691b27 req-49b46ac3-5559-4bda-a4cc-43933fe384e7 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729620 Apr 23 10:30:38.503165 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09271b25-b39e-43ab-b296-d5a4ba6cec86', 'tag': 'd8b371dd-4436-4846-95cd-a3336daf7d9d', 'status': 'completed', 'code': 200} Apr 23 10:30:38.624247 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:30:38.650958 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-35ae04aa-c14e-4fc9-8067-54f6c812256a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:38.653110 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-35ae04aa-c14e-4fc9-8067-54f6c812256a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d68a3d2ffd2d438dbb6699e97dff9ce9&device_id=09271b25-b39e-43ab-b296-d5a4ba6cec86 HTTP/1.1" status: 200 len: 1097 time: 0.0927958 Apr 23 10:30:38.764863 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-f233e5c4-bb3b-4ffe-b1db-e89333407bdb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8b371dd-4436-4846-95cd-a3336daf7d9d HTTP/1.1" status: 200 len: 217 time: 0.0716374 Apr 23 10:30:38.861998 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-de94e77a-cea6-4a5e-8718-e826abf00d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:38.864794 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-de94e77a-cea6-4a5e-8718-e826abf00d47 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bc554e03-a960-4aeb-a75b-15d570e0a94b HTTP/1.1" status: 200 len: 855 time: 0.0736556 Apr 23 10:30:38.942692 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-82fcbd0f-f675-445f-8245-f0fe2a79c04a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476546 Apr 23 10:30:39.115464 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-d332dd52-c801-45e2-ac34-5eb8a469ca22 service neutron] 10.222.0.68 "GET /v2.0/networks/ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441114 Apr 23 10:30:39.349757 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3d8a10e-8d86-4714-9101-b9ff56d22c2c req-142f71f0-5062-4145-af96-6fe465d8bf4f service neutron] 10.222.0.68 "GET /v2.0/networks/ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465888 Apr 23 10:30:39.627979 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4deb4-bf77-45e2-9338-63b14a54fc13 req-703b8510-3552-4970-84a9-25be4a0b7bb1 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:39.629794 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c7a4deb4-bf77-45e2-9338-63b14a54fc13 req-703b8510-3552-4970-84a9-25be4a0b7bb1 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=09271b25-b39e-43ab-b296-d5a4ba6cec86 HTTP/1.1" status: 200 len: 944 time: 0.1269531 Apr 23 10:30:39.700174 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732111ad-1f58-438c-b3b0-9c101bea200f req-3ab33f20-d8de-48c5-ae8c-156c9e263606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:39.701856 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-732111ad-1f58-438c-b3b0-9c101bea200f req-3ab33f20-d8de-48c5-ae8c-156c9e263606 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d68a3d2ffd2d438dbb6699e97dff9ce9&device_id=09271b25-b39e-43ab-b296-d5a4ba6cec86 HTTP/1.1" status: 200 len: 1097 time: 0.1442409 Apr 23 10:30:39.768696 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c7a4deb4-bf77-45e2-9338-63b14a54fc13 req-7636fa19-51af-45f8-aead-3d7ca7260141 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289062 Apr 23 10:30:39.834705 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11e43c-6c12-49f4-bd2a-faebf4db20aa req-559b829f-fb7e-43c1-ac88-d101ebf7bb04 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:39.836561 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8f11e43c-6c12-49f4-bd2a-faebf4db20aa req-559b829f-fb7e-43c1-ac88-d101ebf7bb04 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1471200 Apr 23 10:30:39.892001 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732111ad-1f58-438c-b3b0-9c101bea200f req-c6da6184-f2c0-422f-b9b0-181880a9e76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:39.893921 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-732111ad-1f58-438c-b3b0-9c101bea200f req-c6da6184-f2c0-422f-b9b0-181880a9e76b service neutron] 10.222.0.68 "GET /v2.0/networks?id=ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 HTTP/1.1" status: 200 len: 916 time: 0.1796060 Apr 23 10:30:39.899629 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8f11e43c-6c12-49f4-bd2a-faebf4db20aa req-a972ac0d-9004-409f-9e3e-9a9fee244a62 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525427 Apr 23 10:30:40.003234 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-732111ad-1f58-438c-b3b0-9c101bea200f req-d9fedabf-14c0-4428-9f6c-1504b60523b2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8b371dd-4436-4846-95cd-a3336daf7d9d HTTP/1.1" status: 200 len: 217 time: 0.0722461 Apr 23 10:30:40.101704 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732111ad-1f58-438c-b3b0-9c101bea200f req-e98b5178-5418-4b81-8146-932e1d539b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:40.104378 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-732111ad-1f58-438c-b3b0-9c101bea200f req-e98b5178-5418-4b81-8146-932e1d539b9f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bc554e03-a960-4aeb-a75b-15d570e0a94b HTTP/1.1" status: 200 len: 855 time: 0.0718825 Apr 23 10:30:40.179187 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-732111ad-1f58-438c-b3b0-9c101bea200f req-bfc4ba10-969e-4ffb-8a83-353c94ce20bd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538235 Apr 23 10:30:40.387433 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-732111ad-1f58-438c-b3b0-9c101bea200f req-8f9913fd-687a-413c-be97-8fa4f11418ef service neutron] 10.222.0.68 "GET /v2.0/networks/ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547832 Apr 23 10:30:40.557435 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-732111ad-1f58-438c-b3b0-9c101bea200f req-4fc37bd5-b53a-4a3e-873c-75c844c0bf8b service neutron] 10.222.0.68 "GET /v2.0/networks/ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464453 Apr 23 10:30:41.016082 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04298604-72d6-49a0-a2b0-973f847db60c req-2545d601-24a7-4e83-a338-da40173a652b tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:41.019886 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-04298604-72d6-49a0-a2b0-973f847db60c req-2545d601-24a7-4e83-a338-da40173a652b tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=09271b25-b39e-43ab-b296-d5a4ba6cec86 HTTP/1.1" status: 200 len: 944 time: 0.1156561 Apr 23 10:30:41.127156 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-04298604-72d6-49a0-a2b0-973f847db60c req-d3d6ba1d-cedc-4876-a4ef-401f61389c7c tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020234 Apr 23 10:30:41.160330 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36697f-a7d5-49e1-834a-855634af8042 req-78208dfd-f856-4f4f-bf5a-d2acb5fccb6f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:41.162102 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8a36697f-a7d5-49e1-834a-855634af8042 req-78208dfd-f856-4f4f-bf5a-d2acb5fccb6f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1150861 Apr 23 10:30:41.217358 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8a36697f-a7d5-49e1-834a-855634af8042 req-87642ccd-f1cc-4bc7-9a7a-ef2eb682cba7 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453353 Apr 23 10:30:42.496571 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device d8b371dd-4436-4846-95cd-a3336daf7d9d details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:30:42.549811 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859728b0-0b8b-4909-a9e5-4e110c29cd6d req-21f085c0-d1be-43ec-ad96-aacf2076ca3d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:42.551449 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-859728b0-0b8b-4909-a9e5-4e110c29cd6d req-21f085c0-d1be-43ec-ad96-aacf2076ca3d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1656642 Apr 23 10:30:42.560779 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541f529-40d1-4ef1-b6a5-e564137172f1 req-c7bcf709-7a8c-475f-9589-0b295cd3d31b tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:42.562582 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b541f529-40d1-4ef1-b6a5-e564137172f1 req-c7bcf709-7a8c-475f-9589-0b295cd3d31b tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=09271b25-b39e-43ab-b296-d5a4ba6cec86 HTTP/1.1" status: 200 len: 944 time: 0.1334832 Apr 23 10:30:42.640724 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-859728b0-0b8b-4909-a9e5-4e110c29cd6d req-58845066-7329-4658-a54d-d15d07bcce49 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770128 Apr 23 10:30:42.641609 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port d8b371dd-4436-4846-95cd-a3336daf7d9d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d8b371dd-4436-4846-95cd-a3336daf7d9d,segment=NetworkSegment(5057dd03-d1f0-4c3f-9d58-23311a3c11a3),segment_id=5057dd03-d1f0-4c3f-9d58-23311a3c11a3)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:30:42.651188 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b541f529-40d1-4ef1-b6a5-e564137172f1 req-992d6898-43b2-41b9-baad-278cb42be035 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733140 Apr 23 10:30:42.658224 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Returning: {'device': 'd8b371dd-4436-4846-95cd-a3336daf7d9d', 'network_id': 'ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277', 'port_id': 'd8b371dd-4436-4846-95cd-a3336daf7d9d', 'mac_address': 'fa:16:3e:34:1b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc554e03-a960-4aeb-a75b-15d570e0a94b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:30:42.725241 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:42.744499 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8b371dd-4436-4846-95cd-a3336daf7d9d {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:30:42.762371 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port d8b371dd-4436-4846-95cd-a3336daf7d9d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d8b371dd-4436-4846-95cd-a3336daf7d9d,segment=NetworkSegment(5057dd03-d1f0-4c3f-9d58-23311a3c11a3),segment_id=5057dd03-d1f0-4c3f-9d58-23311a3c11a3)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:30:42.765643 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:42.770490 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:42.846312 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=d8b371dd-4436-4846-95cd-a3336daf7d9d,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:42.849853 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:43.847381 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['d8b371dd-4436-4846-95cd-a3336daf7d9d'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:30:43.955575 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751147e-a887-4e88-82ea-cc03aa21caf7 req-7181e5e7-967b-4770-b61f-c6d6b0180705 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:43.965374 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f751147e-a887-4e88-82ea-cc03aa21caf7 req-7181e5e7-967b-4770-b61f-c6d6b0180705 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=09271b25-b39e-43ab-b296-d5a4ba6cec86 HTTP/1.1" status: 200 len: 945 time: 0.1516831 Apr 23 10:30:43.990872 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 60336) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:44.039012 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f751147e-a887-4e88-82ea-cc03aa21caf7 req-2610dc0a-4243-4008-89ac-0855ae927863 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726681 Apr 23 10:30:44.162307 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e51515-66bc-4263-884b-54ec9d593e1b req-bdec459d-2f0b-4942-8348-a5e745f947d9 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:44.164523 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-77e51515-66bc-4263-884b-54ec9d593e1b req-bdec459d-2f0b-4942-8348-a5e745f947d9 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1545556 Apr 23 10:30:44.181477 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6edd155e-81ce-4b76-a016-7995d7ddd406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:44.199723 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-6edd155e-81ce-4b76-a016-7995d7ddd406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:30:44.204776 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-6edd155e-81ce-4b76-a016-7995d7ddd406 admin admin] Usage tracker for resource:security_group_rule and tenant:ba23454a6ccf49cd8e09ad516c02f2f5 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:30:44.207944 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-6edd155e-81ce-4b76-a016-7995d7ddd406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:30:44.217216 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-6edd155e-81ce-4b76-a016-7995d7ddd406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:30:44.252943 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-77e51515-66bc-4263-884b-54ec9d593e1b req-f37ee916-2677-4726-8678-2f42ee0f8e26 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792556 Apr 23 10:30:44.365619 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6edd155e-81ce-4b76-a016-7995d7ddd406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:44.367911 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6edd155e-81ce-4b76-a016-7995d7ddd406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:44.379029 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-af389251-c2e6-4709-8ce5-020cb54f7cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:44.424410 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-6edd155e-81ce-4b76-a016-7995d7ddd406 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ba23454a6ccf49cd8e09ad516c02f2f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4319901 Apr 23 10:30:44.425085 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd155e-81ce-4b76-a016-7995d7ddd406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01388ed-5d2f-4d86-b837-dfa42c475796,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:44.427006 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 60354) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:44.428571 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6edd155e-81ce-4b76-a016-7995d7ddd406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:44.497536 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-00f2a10e-10a0-4f77-8064-ae39cdb8bf7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:44.525334 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-00f2a10e-10a0-4f77-8064-ae39cdb8bf7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:44.573206 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-00f2a10e-10a0-4f77-8064-ae39cdb8bf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:44.578887 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7285da7a-3fe9-438a-aa60-1d19a52b5684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:44.592545 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2a10e-10a0-4f77-8064-ae39cdb8bf7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01388ed-5d2f-4d86-b837-dfa42c475796,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:44.595679 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-00f2a10e-10a0-4f77-8064-ae39cdb8bf7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:44.598035 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-00f2a10e-10a0-4f77-8064-ae39cdb8bf7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:44.599347 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-00f2a10e-10a0-4f77-8064-ae39cdb8bf7d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a01388ed-5d2f-4d86-b837-dfa42c475796 HTTP/1.1" status: 204 len: 168 time: 0.1694720 Apr 23 10:30:44.879362 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2379d-9c57-4d5f-bd99-c5b7a7a40a00 req-f416532f-3352-4131-aa61-7e820fd5ba94 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:44.880914 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c6f2379d-9c57-4d5f-bd99-c5b7a7a40a00 req-f416532f-3352-4131-aa61-7e820fd5ba94 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/ports?device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 945 time: 0.0932939 Apr 23 10:30:44.913319 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 60362) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:44.933519 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-19365c13-f300-4efb-88aa-ddf6de089c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:44.934086 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c6f2379d-9c57-4d5f-bd99-c5b7a7a40a00 req-bd2b326e-c53d-447a-aa48-a78269f950df tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5cefe92-597f-4363-a102-017c27ed7c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461228 Apr 23 10:30:44.954517 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-19365c13-f300-4efb-88aa-ddf6de089c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:30:44.959215 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-19365c13-f300-4efb-88aa-ddf6de089c1a admin admin] Usage tracker for resource:security_group_rule and tenant:2fcf4b310889446db5e6624e06d937ba is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:30:44.962600 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-19365c13-f300-4efb-88aa-ddf6de089c1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:30:44.972759 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-19365c13-f300-4efb-88aa-ddf6de089c1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:30:45.063094 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-19365c13-f300-4efb-88aa-ddf6de089c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:45.066037 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-19365c13-f300-4efb-88aa-ddf6de089c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:45.075932 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-01e086d0-5ff0-44de-924f-fbd26f921929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:45.121976 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-19365c13-f300-4efb-88aa-ddf6de089c1a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2fcf4b310889446db5e6624e06d937ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2073393 Apr 23 10:30:45.122966 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19365c13-f300-4efb-88aa-ddf6de089c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee47a195-e0cd-4096-afc9-dfc8263c22d5,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:45.125063 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 60372) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:45.127288 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-19365c13-f300-4efb-88aa-ddf6de089c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:45.472257 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a0dcf25e-9a5a-4906-b6b3-4a734a5033ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:45.529684 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a0dcf25e-9a5a-4906-b6b3-4a734a5033ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:45.607489 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ab6f7-1f72-4227-b7aa-a0a0291f5b8a req-6b1c8b93-9686-4f76-8587-72abf62fda87 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:45.609176 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-516ab6f7-1f72-4227-b7aa-a0a0291f5b8a req-6b1c8b93-9686-4f76-8587-72abf62fda87 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=09271b25-b39e-43ab-b296-d5a4ba6cec86 HTTP/1.1" status: 200 len: 945 time: 0.4346797 Apr 23 10:30:45.625017 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159764d-15ff-44d9-ab68-8f612d37e429 req-fd374fbd-120a-4a67-aa29-96abd3a42e36 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:45.626561 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b159764d-15ff-44d9-ab68-8f612d37e429 req-fd374fbd-120a-4a67-aa29-96abd3a42e36 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1968465 Apr 23 10:30:45.684026 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a0dcf25e-9a5a-4906-b6b3-4a734a5033ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:45.700195 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:45.718313 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-516ab6f7-1f72-4227-b7aa-a0a0291f5b8a req-25dc68e5-20ce-42ab-83f2-1d3a5d3e32a5 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018338 Apr 23 10:30:45.723322 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dcf25e-9a5a-4906-b6b3-4a734a5033ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee47a195-e0cd-4096-afc9-dfc8263c22d5,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:45.729137 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a0dcf25e-9a5a-4906-b6b3-4a734a5033ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:45.732794 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b159764d-15ff-44d9-ab68-8f612d37e429 req-bffcd4db-599c-45a3-84bf-97b644179e8c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914142 Apr 23 10:30:45.734091 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a0dcf25e-9a5a-4906-b6b3-4a734a5033ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:45.735184 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-a0dcf25e-9a5a-4906-b6b3-4a734a5033ef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ee47a195-e0cd-4096-afc9-dfc8263c22d5 HTTP/1.1" status: 204 len: 168 time: 0.6090548 Apr 23 10:30:46.229406 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1948d-6c73-47d4-a262-a6ca8f75e8f5 req-b46635e0-99b9-4714-a606-01fa6a98875c tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:46.231350 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-16c1948d-6c73-47d4-a262-a6ca8f75e8f5 req-b46635e0-99b9-4714-a606-01fa6a98875c tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/ports?device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 945 time: 0.1013932 Apr 23 10:30:46.287387 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-16c1948d-6c73-47d4-a262-a6ca8f75e8f5 req-bb8e0458-decb-4cbb-9458-4779389a043f tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5cefe92-597f-4363-a102-017c27ed7c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460117 Apr 23 10:30:46.524498 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device d8b371dd-4436-4846-95cd-a3336daf7d9d up at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:30:46.598474 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning for port d8b371dd-4436-4846-95cd-a3336daf7d9d completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:30:46.606564 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning complete for port d8b371dd-4436-4846-95cd-a3336daf7d9d triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:30:46.607176 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:46.740301 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:46.784946 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port d8b371dd-4436-4846-95cd-a3336daf7d9d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d8b371dd-4436-4846-95cd-a3336daf7d9d,segment=NetworkSegment(5057dd03-d1f0-4c3f-9d58-23311a3c11a3),segment_id=5057dd03-d1f0-4c3f-9d58-23311a3c11a3)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:30:46.786892 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09271b25-b39e-43ab-b296-d5a4ba6cec86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b371dd-4436-4846-95cd-a3336daf7d9d'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:30:46.792067 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:46.794239 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:46.896034 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=d8b371dd-4436-4846-95cd-a3336daf7d9d,revision_number=5']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:46.911282 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:47.013974 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25650b35-56e1-4dd3-aebf-6d406231d9b4 req-3434c28f-efa1-4c96-8922-ccecb3fff234 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:47.016023 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-25650b35-56e1-4dd3-aebf-6d406231d9b4 req-3434c28f-efa1-4c96-8922-ccecb3fff234 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=09271b25-b39e-43ab-b296-d5a4ba6cec86 HTTP/1.1" status: 200 len: 946 time: 0.1626501 Apr 23 10:30:47.081146 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac6605-9e70-4484-961b-fc747b7219b4 req-253ae5bb-b7fb-43db-b027-bc37e5c22c35 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:47.082836 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2fac6605-9e70-4484-961b-fc747b7219b4 req-253ae5bb-b7fb-43db-b027-bc37e5c22c35 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1632571 Apr 23 10:30:47.097382 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-25650b35-56e1-4dd3-aebf-6d406231d9b4 req-f8c1e173-8a56-4a82-9807-2e1669d40b8e tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709298 Apr 23 10:30:47.149583 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2fac6605-9e70-4484-961b-fc747b7219b4 req-480c1e60-2c62-4ac2-80b0-de92e98aeb71 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522258 Apr 23 10:30:47.183674 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09271b25-b39e-43ab-b296-d5a4ba6cec86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b371dd-4436-4846-95cd-a3336daf7d9d', 'code': 200} Apr 23 10:30:47.679119 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c0f85-79de-40cc-9941-dbff97242ffc req-5445d884-fe8a-4aeb-a406-d3589bbd9e5b tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:47.680793 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f76c0f85-79de-40cc-9941-dbff97242ffc req-5445d884-fe8a-4aeb-a406-d3589bbd9e5b tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/ports?device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 945 time: 0.1255984 Apr 23 10:30:47.681483 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29fd79-0734-4814-bb12-e3fa2ecea6eb req-39136a77-f1fa-4bd0-9dd3-45c062f25a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:47.683256 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4a29fd79-0734-4814-bb12-e3fa2ecea6eb req-39136a77-f1fa-4bd0-9dd3-45c062f25a15 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=09271b25-b39e-43ab-b296-d5a4ba6cec86 HTTP/1.1" status: 200 len: 1099 time: 0.1114664 Apr 23 10:30:47.741537 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f76c0f85-79de-40cc-9941-dbff97242ffc req-51f8e202-6ff6-4b28-a191-dc63f8491d8e tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5cefe92-597f-4363-a102-017c27ed7c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480411 Apr 23 10:30:47.758918 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4a29fd79-0734-4814-bb12-e3fa2ecea6eb req-28ed9442-bb01-4181-be7f-a04e572a7416 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574527 Apr 23 10:30:48.369404 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec27a3f-f55d-45ed-8cf5-bc5c64872257 req-364e8cad-be9c-499b-800b-38e7cafee779 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:48.369404 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cec27a3f-f55d-45ed-8cf5-bc5c64872257 req-364e8cad-be9c-499b-800b-38e7cafee779 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=09271b25-b39e-43ab-b296-d5a4ba6cec86 HTTP/1.1" status: 200 len: 946 time: 0.1468742 Apr 23 10:30:48.435756 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1d024-b76a-4e01-9f24-cf7f0c5751a0 req-bcc51e91-d446-48da-a5bf-2e3c00f3d8a3 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:48.437640 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1ab1d024-b76a-4e01-9f24-cf7f0c5751a0 req-bcc51e91-d446-48da-a5bf-2e3c00f3d8a3 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1524789 Apr 23 10:30:48.440992 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cec27a3f-f55d-45ed-8cf5-bc5c64872257 req-9b7d9a37-8f65-4cff-acb2-18c1599d792a tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679371 Apr 23 10:30:48.502575 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1ab1d024-b76a-4e01-9f24-cf7f0c5751a0 req-00437d24-2e7a-4623-af08-3445ff9dacb5 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568728 Apr 23 10:30:48.891886 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 60480) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:49.039586 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38691e-f5b8-46e0-bb0d-f8732129fa23 req-c8972e58-f01d-4e16-8b49-4c1171254042 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:49.041792 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-dc38691e-f5b8-46e0-bb0d-f8732129fa23 req-c8972e58-f01d-4e16-8b49-4c1171254042 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/ports?device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 945 time: 0.1091292 Apr 23 10:30:49.094632 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2324ccbd-dc96-4971-ad57-d6cb212d4c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:49.122780 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-2324ccbd-dc96-4971-ad57-d6cb212d4c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:30:49.130516 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-2324ccbd-dc96-4971-ad57-d6cb212d4c9a admin admin] Usage tracker for resource:security_group_rule and tenant:93bbbb5f76204f84a27d58c862395c18 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:30:49.136251 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-dc38691e-f5b8-46e0-bb0d-f8732129fa23 req-92a971c5-6a22-4ff2-8f1e-045776b32887 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5cefe92-597f-4363-a102-017c27ed7c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863478 Apr 23 10:30:49.137124 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-2324ccbd-dc96-4971-ad57-d6cb212d4c9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:30:49.143741 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-2324ccbd-dc96-4971-ad57-d6cb212d4c9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:30:49.234104 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2324ccbd-dc96-4971-ad57-d6cb212d4c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:49.238601 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2324ccbd-dc96-4971-ad57-d6cb212d4c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:49.250571 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-43963b19-cd54-461f-bf62-f088b2327fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:49.296028 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-2324ccbd-dc96-4971-ad57-d6cb212d4c9a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=93bbbb5f76204f84a27d58c862395c18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4027188 Apr 23 10:30:49.297000 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324ccbd-dc96-4971-ad57-d6cb212d4c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40388319-ce84-48f6-b98c-baaa3dbd2dfa,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:49.299878 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 60486) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:49.300319 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2324ccbd-dc96-4971-ad57-d6cb212d4c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:49.379940 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e1450db0-39d7-4fa6-81be-f9082d8aad91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:49.410642 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e1450db0-39d7-4fa6-81be-f9082d8aad91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:49.459497 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e1450db0-39d7-4fa6-81be-f9082d8aad91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:49.463806 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9a2791a8-55f6-464a-b7b4-b89b793bb7a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:49.477376 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1450db0-39d7-4fa6-81be-f9082d8aad91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40388319-ce84-48f6-b98c-baaa3dbd2dfa,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:49.479878 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e1450db0-39d7-4fa6-81be-f9082d8aad91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:49.496099 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e1450db0-39d7-4fa6-81be-f9082d8aad91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:49.498500 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-e1450db0-39d7-4fa6-81be-f9082d8aad91 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/40388319-ce84-48f6-b98c-baaa3dbd2dfa HTTP/1.1" status: 204 len: 168 time: 0.1970499 Apr 23 10:30:49.759482 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05020f-d627-4652-b45c-2399d2d338bd req-4bb01365-6c6f-4c6e-b12d-546efbe2be2e tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:49.761183 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3d05020f-d627-4652-b45c-2399d2d338bd req-4bb01365-6c6f-4c6e-b12d-546efbe2be2e tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=09271b25-b39e-43ab-b296-d5a4ba6cec86 HTTP/1.1" status: 200 len: 946 time: 0.1791632 Apr 23 10:30:49.770705 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27d28b-9590-4c22-b28b-fb47a45781d8 req-86d1a70f-ee1c-4fe1-9a1b-92e9789c83df tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:49.772384 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3c27d28b-9590-4c22-b28b-fb47a45781d8 req-86d1a70f-ee1c-4fe1-9a1b-92e9789c83df tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1285982 Apr 23 10:30:49.852882 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3d05020f-d627-4652-b45c-2399d2d338bd req-2017a0e9-bc26-4d71-a6f5-7840807b4953 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794234 Apr 23 10:30:49.864892 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3c27d28b-9590-4c22-b28b-fb47a45781d8 req-2898e665-dcf3-42bf-b5b7-ea12fc2067fc tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768261 Apr 23 10:30:49.879074 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 60502) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:49.954548 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9e64801d-b2cd-4151-894a-f836b7c8420f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:49.987148 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9e64801d-b2cd-4151-894a-f836b7c8420f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:30:49.991724 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-9e64801d-b2cd-4151-894a-f836b7c8420f admin admin] Usage tracker for resource:security_group_rule and tenant:9cd51b18243044a9a44ae3b426f703ce is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:30:49.999976 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-9e64801d-b2cd-4151-894a-f836b7c8420f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:30:50.009142 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9e64801d-b2cd-4151-894a-f836b7c8420f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:30:50.077291 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b182ba-06d3-4d37-8f59-39be365b796f req-0c8c4b59-5895-41c5-8e4f-d16e0baa9ce9 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:50.078053 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-25b182ba-06d3-4d37-8f59-39be365b796f req-0c8c4b59-5895-41c5-8e4f-d16e0baa9ce9 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Synchronizing usage tracker for tenant:c9c03a2c759846589ab11a78fe278abe on resource:port {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:30:50.116591 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-25b182ba-06d3-4d37-8f59-39be365b796f req-0c8c4b59-5895-41c5-8e4f-d16e0baa9ce9 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Unset dirty status for tenant:c9c03a2c759846589ab11a78fe278abe on resource:port {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:30:50.117853 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-25b182ba-06d3-4d37-8f59-39be365b796f req-0c8c4b59-5895-41c5-8e4f-d16e0baa9ce9 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.68 "GET /v2.0/ports?device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 945 time: 0.2072709 Apr 23 10:30:50.149545 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9e64801d-b2cd-4151-894a-f836b7c8420f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:50.152931 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9e64801d-b2cd-4151-894a-f836b7c8420f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:50.162130 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:50.263033 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64801d-b2cd-4151-894a-f836b7c8420f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265e32a1-cab6-4ba1-98e2-64baee52a3db,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:50.277622 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-9e64801d-b2cd-4151-894a-f836b7c8420f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9cd51b18243044a9a44ae3b426f703ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3972263 Apr 23 10:30:50.279351 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 60510) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:50.282826 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9e64801d-b2cd-4151-894a-f836b7c8420f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:50.360944 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-374d4cd3-7713-454c-9077-8f6c9361ea5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:50.373190 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-25b182ba-06d3-4d37-8f59-39be365b796f req-5b0a5601-e1cb-4004-8dc9-38a83a3ee025 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Deleting port 5706ecc7-60e4-4729-80f3-68cc23ad63c8 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:30:50.373579 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-25b182ba-06d3-4d37-8f59-39be365b796f req-5b0a5601-e1cb-4004-8dc9-38a83a3ee025 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:50.390988 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-374d4cd3-7713-454c-9077-8f6c9361ea5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:50.522047 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a455c0f-35bb-4a1d-aa06-22a55045f383 req-d8140c50-4021-4261-bc95-a557ca5ac85c tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:50.522970 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-25b182ba-06d3-4d37-8f59-39be365b796f req-5b0a5601-e1cb-4004-8dc9-38a83a3ee025 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] For port 5706ecc7-60e4-4729-80f3-68cc23ad63c8, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5706ecc7-60e4-4729-80f3-68cc23ad63c8,segment=NetworkSegment(601b5d54-2105-4c31-aee4-2163a4aaf1f1),segment_id=601b5d54-2105-4c31-aee4-2163a4aaf1f1)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:30:50.523384 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-25b182ba-06d3-4d37-8f59-39be365b796f req-5b0a5601-e1cb-4004-8dc9-38a83a3ee025 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:50.523589 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7a455c0f-35bb-4a1d-aa06-22a55045f383 req-d8140c50-4021-4261-bc95-a557ca5ac85c tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/ports?device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 945 time: 0.1253576 Apr 23 10:30:50.524281 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-374d4cd3-7713-454c-9077-8f6c9361ea5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:50.530221 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:50.558511 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d4cd3-7713-454c-9077-8f6c9361ea5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265e32a1-cab6-4ba1-98e2-64baee52a3db,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:50.561043 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-374d4cd3-7713-454c-9077-8f6c9361ea5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:50.589804 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-374d4cd3-7713-454c-9077-8f6c9361ea5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:50.591081 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-374d4cd3-7713-454c-9077-8f6c9361ea5e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/265e32a1-cab6-4ba1-98e2-64baee52a3db HTTP/1.1" status: 204 len: 168 time: 0.3106287 Apr 23 10:30:50.604954 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7a455c0f-35bb-4a1d-aa06-22a55045f383 req-888aed87-2604-4d8a-a1a2-7bd77125dd4a tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/security-groups?id=d5cefe92-597f-4363-a102-017c27ed7c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665705 Apr 23 10:30:50.668797 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-25b182ba-06d3-4d37-8f59-39be365b796f req-5b0a5601-e1cb-4004-8dc9-38a83a3ee025 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Calling delete_port for 5706ecc7-60e4-4729-80f3-68cc23ad63c8 owned by compute:nova {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:30:50.814038 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-25b182ba-06d3-4d37-8f59-39be365b796f req-5b0a5601-e1cb-4004-8dc9-38a83a3ee025 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:50.821358 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0bdcddb7-964f-4633-97fe-38cf95eba67a tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:50.873042 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a5601-e1cb-4004-8dc9-38a83a3ee025 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Pushing event deleted for resources: {'Port': ['ID=5706ecc7-60e4-4729-80f3-68cc23ad63c8,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:50.878296 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5b0a5601-e1cb-4004-8dc9-38a83a3ee025 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:51.002874 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b182ba-06d3-4d37-8f59-39be365b796f req-5b0a5601-e1cb-4004-8dc9-38a83a3ee025 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] No DVR routers for this DVR port 5706ecc7-60e4-4729-80f3-68cc23ad63c8 on host hv-cinder-77923 {{(pid=86422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:30:51.006899 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-25b182ba-06d3-4d37-8f59-39be365b796f req-5b0a5601-e1cb-4004-8dc9-38a83a3ee025 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:51.054509 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a410fc9f-ee82-4d22-8a05-8a29d5b68f73', 'name': 'network-vif-deleted', 'tag': '5706ecc7-60e4-4729-80f3-68cc23ad63c8'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:30:51.065249 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-25b182ba-06d3-4d37-8f59-39be365b796f req-5b0a5601-e1cb-4004-8dc9-38a83a3ee025 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.68 "DELETE /v2.0/ports/5706ecc7-60e4-4729-80f3-68cc23ad63c8 HTTP/1.1" status: 204 len: 173 time: 0.8882732 Apr 23 10:30:51.275534 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d5595-72f1-4c61-88be-3e7d07693415 req-b4e34055-7926-4d78-bb85-6fadeeeba69e tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:51.284539 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-af5d5595-72f1-4c61-88be-3e7d07693415 req-b4e34055-7926-4d78-bb85-6fadeeeba69e tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=09271b25-b39e-43ab-b296-d5a4ba6cec86 HTTP/1.1" status: 200 len: 946 time: 0.2305036 Apr 23 10:30:51.317914 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7ab84-d948-4e98-b28f-c7e1c6e0407f req-3001a4a9-c991-427b-8212-751a72918109 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:51.327904 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-82d7ab84-d948-4e98-b28f-c7e1c6e0407f req-3001a4a9-c991-427b-8212-751a72918109 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.2184746 Apr 23 10:30:51.417604 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-af5d5595-72f1-4c61-88be-3e7d07693415 req-066465eb-658e-419e-b7f2-497e600d09f5 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318707 Apr 23 10:30:51.458127 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-82d7ab84-d948-4e98-b28f-c7e1c6e0407f req-73b939b8-00d6-4c5a-86b8-a31d69fb1e80 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289992 Apr 23 10:30:51.504511 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a410fc9f-ee82-4d22-8a05-8a29d5b68f73', 'name': 'network-vif-deleted', 'tag': '5706ecc7-60e4-4729-80f3-68cc23ad63c8', 'status': 'completed', 'code': 200} Apr 23 10:30:52.218935 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4a03084f-4e7f-4884-8d9a-d882a7c89207 req-4c04e054-2278-4161-ae51-f1253193cbc9 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] 10.222.0.70 "GET /v2.0/ports?device_id=a410fc9f-ee82-4d22-8a05-8a29d5b68f73 HTTP/1.1" status: 200 len: 210 time: 0.0499814 Apr 23 10:30:52.547942 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 5706ecc7-60e4-4729-80f3-68cc23ad63c8 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:30:52.605155 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] No Port match for: 5706ecc7-60e4-4729-80f3-68cc23ad63c8 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:30:52.606242 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 5706ecc7-60e4-4729-80f3-68cc23ad63c8 not bound to the agent host hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:30:52.790570 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384154d-5ee6-4973-a6fe-430ae1dc30a5 req-422aff1e-dc55-4b1f-95b4-fce1555ade7b tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:52.792493 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0384154d-5ee6-4973-a6fe-430ae1dc30a5 req-422aff1e-dc55-4b1f-95b4-fce1555ade7b tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=09271b25-b39e-43ab-b296-d5a4ba6cec86 HTTP/1.1" status: 200 len: 946 time: 0.1944907 Apr 23 10:30:52.801492 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adce0d7-aa26-4127-bd45-70c68aed0ea0 req-c196e4cc-5c92-4640-be7e-30bbe54bb771 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:52.803247 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7adce0d7-aa26-4127-bd45-70c68aed0ea0 req-c196e4cc-5c92-4640-be7e-30bbe54bb771 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1549737 Apr 23 10:30:52.890119 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0384154d-5ee6-4973-a6fe-430ae1dc30a5 req-1c58e6b5-d3f4-41c4-9baa-b77cf48fce59 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854895 Apr 23 10:30:52.924160 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7adce0d7-aa26-4127-bd45-70c68aed0ea0 req-c7dfebdc-4793-48d3-acc3-9d44e62bfe98 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044722 Apr 23 10:30:54.289844 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc2be6-8c15-4a5b-836b-853b11030e45 req-eab5aa1a-52cd-4052-aefe-c00d94741f41 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:54.292701 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3ffc2be6-8c15-4a5b-836b-853b11030e45 req-eab5aa1a-52cd-4052-aefe-c00d94741f41 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1810551 Apr 23 10:30:54.357003 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3ffc2be6-8c15-4a5b-836b-853b11030e45 req-527d1791-e75a-4d3f-b226-5792e1071546 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570607 Apr 23 10:30:54.501380 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 60634) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:54.654077 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4684691f-5944-4d2f-a351-d1371f219dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:54.671415 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-4684691f-5944-4d2f-a351-d1371f219dcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:30:54.678267 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-4684691f-5944-4d2f-a351-d1371f219dcb admin admin] Usage tracker for resource:security_group_rule and tenant:03468109cc54483a87c52a8bdf5651fb is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:30:54.681967 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-4684691f-5944-4d2f-a351-d1371f219dcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:30:54.696265 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-4684691f-5944-4d2f-a351-d1371f219dcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:30:54.801625 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4684691f-5944-4d2f-a351-d1371f219dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:54.804954 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4684691f-5944-4d2f-a351-d1371f219dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:54.814942 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:54.858592 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-4684691f-5944-4d2f-a351-d1371f219dcb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=03468109cc54483a87c52a8bdf5651fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3560364 Apr 23 10:30:54.860258 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684691f-5944-4d2f-a351-d1371f219dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbbfe39-edc9-4913-bce2-8afb53a0f708,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:54.862813 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 60644) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:54.865787 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4684691f-5944-4d2f-a351-d1371f219dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:54.934925 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bc3ffdfb-55e5-44c8-a39b-e38c0f3fd1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:54.967016 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bc3ffdfb-55e5-44c8-a39b-e38c0f3fd1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:55.042553 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bc3ffdfb-55e5-44c8-a39b-e38c0f3fd1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:55.052587 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:55.070962 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ffdfb-55e5-44c8-a39b-e38c0f3fd1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbbfe39-edc9-4913-bce2-8afb53a0f708,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:55.073332 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-bc3ffdfb-55e5-44c8-a39b-e38c0f3fd1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:55.075707 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bc3ffdfb-55e5-44c8-a39b-e38c0f3fd1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:55.076870 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-bc3ffdfb-55e5-44c8-a39b-e38c0f3fd1e3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cdbbfe39-edc9-4913-bce2-8afb53a0f708 HTTP/1.1" status: 204 len: 168 time: 0.2130730 Apr 23 10:30:55.432743 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 60658) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:55.457155 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e7d02152-4962-4e2c-b27b-41c997ad26a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:55.475622 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e7d02152-4962-4e2c-b27b-41c997ad26a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:30:55.480666 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-e7d02152-4962-4e2c-b27b-41c997ad26a1 admin admin] Usage tracker for resource:security_group_rule and tenant:dd3dccfb3eef4438b4f7d86204dc2a09 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:30:55.484091 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-e7d02152-4962-4e2c-b27b-41c997ad26a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:30:55.490605 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e7d02152-4962-4e2c-b27b-41c997ad26a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:30:55.608486 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e7d02152-4962-4e2c-b27b-41c997ad26a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:55.611920 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e7d02152-4962-4e2c-b27b-41c997ad26a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:55.618424 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e121898-cd11-4536-94bd-2216fbf91379 req-b946751f-93d2-4b06-8506-90596634aebf tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:55.620476 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2e121898-cd11-4536-94bd-2216fbf91379 req-b946751f-93d2-4b06-8506-90596634aebf tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1135652 Apr 23 10:30:55.624041 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-807552ee-3101-494f-9f0a-2c8e5a3e4a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:55.669904 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-e7d02152-4962-4e2c-b27b-41c997ad26a1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dd3dccfb3eef4438b4f7d86204dc2a09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350929 Apr 23 10:30:55.671614 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d02152-4962-4e2c-b27b-41c997ad26a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22010d6-2c87-481c-b3d3-f0ee43ac0c64,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:55.674191 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 60662) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:30:55.677016 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e7d02152-4962-4e2c-b27b-41c997ad26a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:55.683087 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2e121898-cd11-4536-94bd-2216fbf91379 req-7e80c034-9c35-4d46-922e-a441aa3bdfc7 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539372 Apr 23 10:30:55.746415 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-82fa2157-ede0-4d0e-8d6f-f5f8db98d3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:55.784050 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-82fa2157-ede0-4d0e-8d6f-f5f8db98d3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:55.834334 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-82fa2157-ede0-4d0e-8d6f-f5f8db98d3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:55.840767 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-832e93e5-e443-4ff1-ad47-0d77f775570c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:55.856021 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa2157-ede0-4d0e-8d6f-f5f8db98d3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22010d6-2c87-481c-b3d3-f0ee43ac0c64,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:55.859212 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-82fa2157-ede0-4d0e-8d6f-f5f8db98d3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:55.860578 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-82fa2157-ede0-4d0e-8d6f-f5f8db98d3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:55.871614 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-82fa2157-ede0-4d0e-8d6f-f5f8db98d3e7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c22010d6-2c87-481c-b3d3-f0ee43ac0c64 HTTP/1.1" status: 204 len: 168 time: 0.1912873 Apr 23 10:30:56.961853 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8916f1-2bfa-4679-acfb-df6196385fe7 req-30c06a3f-778c-43a8-8970-e28b058ffffc tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:56.970092 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fe8916f1-2bfa-4679-acfb-df6196385fe7 req-30c06a3f-778c-43a8-8970-e28b058ffffc tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1367667 Apr 23 10:30:57.029050 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fe8916f1-2bfa-4679-acfb-df6196385fe7 req-b55cb2ea-440f-4a52-8c72-faa0440b3780 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577903 Apr 23 10:30:58.271548 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc858633-97e0-468b-9d27-46d8dc6f1ada req-66169cb8-ca7c-4f7a-a147-60873d200e57 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:58.273634 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cc858633-97e0-468b-9d27-46d8dc6f1ada req-66169cb8-ca7c-4f7a-a147-60873d200e57 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1041057 Apr 23 10:30:58.350512 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cc858633-97e0-468b-9d27-46d8dc6f1ada req-8b7ddf95-e61d-4373-9034-901c0825a425 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679502 Apr 23 10:30:59.576744 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0a5e3-8f50-474d-a7c1-37762b8882d2 req-ee213388-72e7-44d9-a82b-57a7614e31d6 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:59.578331 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ead0a5e3-8f50-474d-a7c1-37762b8882d2 req-ee213388-72e7-44d9-a82b-57a7614e31d6 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.0935738 Apr 23 10:30:59.628110 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ead0a5e3-8f50-474d-a7c1-37762b8882d2 req-5c8670ba-9bf1-4637-af7e-dda788dbf504 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431323 Apr 23 10:31:00.828304 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13b2be-3333-4f8f-811a-672938fa8db6 req-f13845a6-64e8-449d-b930-c9cb847cf02b tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:00.829898 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4d13b2be-3333-4f8f-811a-672938fa8db6 req-f13845a6-64e8-449d-b930-c9cb847cf02b tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.0861254 Apr 23 10:31:00.881280 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4d13b2be-3333-4f8f-811a-672938fa8db6 req-2f926c69-677f-4179-8601-125b95b5e84d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449739 Apr 23 10:31:02.095494 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd15f8-84ba-496f-be00-1678ea2fe321 req-a39fb5b3-a4bc-4f61-ac64-59d340c83832 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:02.097154 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f1bd15f8-84ba-496f-be00-1678ea2fe321 req-a39fb5b3-a4bc-4f61-ac64-59d340c83832 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.0907850 Apr 23 10:31:02.124497 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fadd4934-91c6-46b0-9951-79112aa0224e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:02.146809 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f1bd15f8-84ba-496f-be00-1678ea2fe321 req-a9d8486a-2a48-49f8-9c6f-910efa0f607c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427516 Apr 23 10:31:03.287551 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:03.364038 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c6e4b-0cb3-4635-b748-5f1dac69e839 req-9ef01fbc-644f-44d9-98ce-2af6d34de807 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:03.365686 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-776c6e4b-0cb3-4635-b748-5f1dac69e839 req-9ef01fbc-644f-44d9-98ce-2af6d34de807 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.0985143 Apr 23 10:31:03.433265 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-776c6e4b-0cb3-4635-b748-5f1dac69e839 req-3360c135-7c1f-4216-add4-386c4b5404c8 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556769 Apr 23 10:31:04.125083 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-55e727d0-0884-4a88-9391-0fa4a00d4de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:04.657685 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a8e53-ce25-4256-bcfe-64c6d9dbe606 req-d34c3399-c010-45ca-9b12-1f08ced51558 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:04.659289 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a21a8e53-ce25-4256-bcfe-64c6d9dbe606 req-d34c3399-c010-45ca-9b12-1f08ced51558 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.0980160 Apr 23 10:31:04.715410 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a21a8e53-ce25-4256-bcfe-64c6d9dbe606 req-d15984a1-1119-4c5f-b171-630f9ac2bf18 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440304 Apr 23 10:31:05.374714 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:05.466839 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:05.962932 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fef748-d398-4387-8ac5-0ab32e4ae949 req-536ebdfa-282f-41bf-804c-a9814e071635 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:05.965898 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-21fef748-d398-4387-8ac5-0ab32e4ae949 req-536ebdfa-282f-41bf-804c-a9814e071635 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1258311 Apr 23 10:31:06.029584 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-21fef748-d398-4387-8ac5-0ab32e4ae949 req-0a0e7948-ef49-4650-8c83-c93222acf394 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532000 Apr 23 10:31:06.813138 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-462875e6-fb12-44d8-b06a-28218006f76d tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:06.814971 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-462875e6-fb12-44d8-b06a-28218006f76d tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/networks?id=ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 HTTP/1.1" status: 200 len: 815 time: 0.1615791 Apr 23 10:31:06.832168 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-d1166aee-a8d3-4b69-a860-197609648ec7 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/quotas/d68a3d2ffd2d438dbb6699e97dff9ce9 HTTP/1.1" status: 200 len: 375 time: 0.0106568 Apr 23 10:31:06.928786 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-c5e56abc-7d1c-4577-a4ee-2ac4c4a0262f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d68a3d2ffd2d438dbb6699e97dff9ce9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0902588 Apr 23 10:31:07.103896 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-62d56736-4da1-4c9a-96b3-e185b887fb89 service neutron] 10.222.0.70 "GET /v2.0/networks/ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642852 Apr 23 10:31:07.123429 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:07.523847 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-1de26b2e-172f-45ea-bed7-03b82b1e9e30 service neutron] 10.222.0.70 "GET /v2.0/networks/ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114711 Apr 23 10:31:07.536442 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077943e-f808-484a-8c4d-0e9acdbe1ffd req-1f3cdf6d-7a63-4afe-9c9a-24cf416c02db tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:07.537998 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b077943e-f808-484a-8c4d-0e9acdbe1ffd req-1f3cdf6d-7a63-4afe-9c9a-24cf416c02db tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1875050 Apr 23 10:31:07.589114 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b077943e-f808-484a-8c4d-0e9acdbe1ffd req-eb31e368-b0fa-4075-aebc-a2a928ee26ef tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436523 Apr 23 10:31:08.021578 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-9c3a0c22-3a26-4abc-80ae-2f1f6b8ca04a req-e5c530e5-1524-4d53-954b-ab5cbda03a63 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 210 time: 0.0595012 Apr 23 10:31:08.798609 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31049c9-4174-4d6b-a1d4-5f8534d67c5f req-05c1963f-4ccf-4859-827b-64a2bb2f555c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:08.800615 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a31049c9-4174-4d6b-a1d4-5f8534d67c5f req-05c1963f-4ccf-4859-827b-64a2bb2f555c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.0931680 Apr 23 10:31:08.851280 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a31049c9-4174-4d6b-a1d4-5f8534d67c5f req-88584c9a-e29a-45ae-9bd1-921ddbbc782d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442042 Apr 23 10:31:09.355806 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a673d624-ca23-4fbd-9836-9219f8313a64 req-dec40395-df7a-4a7a-a995-6c62e4fd30dc tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 210 time: 0.0523863 Apr 23 10:31:09.745305 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-09d04c72-d1d5-44c5-8b19-3a2a6609c3ff tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:09.746843 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-09d04c72-d1d5-44c5-8b19-3a2a6609c3ff tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.68 "GET /v2.0/networks?id=ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 HTTP/1.1" status: 200 len: 815 time: 0.1966617 Apr 23 10:31:09.789723 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Request body: {'port': {'device_id': '916b53e0-abb0-4bbb-ae93-7a9f7ee90987', 'network_id': 'ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277', 'admin_state_up': True, 'tenant_id': 'd68a3d2ffd2d438dbb6699e97dff9ce9'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:31:09.961772 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 32806) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:31:09.967144 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:31:09.973715 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Usage tracker for resource:port and tenant:d68a3d2ffd2d438dbb6699e97dff9ce9 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:31:09.977306 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:31:09.988657 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:31:10.016219 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Made reservation on behalf of d68a3d2ffd2d438dbb6699e97dff9ce9 for: {'port': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:31:10.029575 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:10.141322 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cb04d832-fc4a-42e2-9ca9-88586ca16e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:10.167452 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-cb04d832-fc4a-42e2-9ca9-88586ca16e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:31:10.178311 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-cb04d832-fc4a-42e2-9ca9-88586ca16e51 admin admin] Usage tracker for resource:security_group_rule and tenant:92be1d149da147ea8828428dbdaa800a is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:31:10.182458 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-cb04d832-fc4a-42e2-9ca9-88586ca16e51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:31:10.191558 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-cb04d832-fc4a-42e2-9ca9-88586ca16e51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:31:10.202145 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8562fb7-f4d9-4052-930b-edb28b551698 req-de2b0978-751c-4e1a-b307-fc457ff813fb tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:10.203827 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a8562fb7-f4d9-4052-930b-edb28b551698 req-de2b0978-751c-4e1a-b307-fc457ff813fb tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.2007010 Apr 23 10:31:10.245420 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Allocated IP 172.20.0.3 (ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277/bc554e03-a960-4aeb-a75b-15d570e0a94b/231a1254-95cf-4ccc-8509-2fd2d246e426) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:31:10.284099 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a8562fb7-f4d9-4052-930b-edb28b551698 req-c1197071-929c-46eb-9151-ab6af516551a tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721433 Apr 23 10:31:10.411124 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cb04d832-fc4a-42e2-9ca9-88586ca16e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:10.414997 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cb04d832-fc4a-42e2-9ca9-88586ca16e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:10.426348 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:10.494263 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-cb04d832-fc4a-42e2-9ca9-88586ca16e51 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=92be1d149da147ea8828428dbdaa800a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5302787 Apr 23 10:31:10.497674 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 32826) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:31:10.554475 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04d832-fc4a-42e2-9ca9-88586ca16e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a200145b-e987-4cb8-adfe-af5da27bd866,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:10.571951 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04d832-fc4a-42e2-9ca9-88586ca16e51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.572374 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04d832-fc4a-42e2-9ca9-88586ca16e51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.572814 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04d832-fc4a-42e2-9ca9-88586ca16e51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.573206 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04d832-fc4a-42e2-9ca9-88586ca16e51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.573594 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04d832-fc4a-42e2-9ca9-88586ca16e51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.573984 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04d832-fc4a-42e2-9ca9-88586ca16e51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.574371 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04d832-fc4a-42e2-9ca9-88586ca16e51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.574894 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04d832-fc4a-42e2-9ca9-88586ca16e51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.575750 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04d832-fc4a-42e2-9ca9-88586ca16e51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.576143 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04d832-fc4a-42e2-9ca9-88586ca16e51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.576557 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04d832-fc4a-42e2-9ca9-88586ca16e51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.576937 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04d832-fc4a-42e2-9ca9-88586ca16e51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.583596 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cb04d832-fc4a-42e2-9ca9-88586ca16e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:10.603864 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2952f0ec-4590-4ca0-982a-f02dcf21de44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:10.641361 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2952f0ec-4590-4ca0-982a-f02dcf21de44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:10.740540 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3c9b931b-4b85-4e49-93ed-d4e78d9a3be7 req-a7e4da53-4c2f-4575-8b3c-f4b8c299d6cf tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 210 time: 0.0778499 Apr 23 10:31:10.766200 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2952f0ec-4590-4ca0-982a-f02dcf21de44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:10.771395 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:10.784037 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952f0ec-4590-4ca0-982a-f02dcf21de44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a200145b-e987-4cb8-adfe-af5da27bd866,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:10.788287 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2952f0ec-4590-4ca0-982a-f02dcf21de44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:10.792580 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2952f0ec-4590-4ca0-982a-f02dcf21de44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:10.796650 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-2952f0ec-4590-4ca0-982a-f02dcf21de44 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a200145b-e987-4cb8-adfe-af5da27bd866 HTTP/1.1" status: 204 len: 168 time: 0.2970428 Apr 23 10:31:10.833321 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:10.864620 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:10.872117 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:10.943608 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Network ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:31:10.951415 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['5c6bc6da-93ec-4398-9c44-49cd341026ff', 'c71026cc-0182-4060-bfe2-97e83a717a91', 'd8b371dd-4436-4846-95cd-a3336daf7d9d'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:31:10.965440 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:31:10.968043 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Pushing event updated for resources: {'Port': ['ID=231a1254-95cf-4ccc-8509-2fd2d246e426,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:10.970657 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:31:10.977096 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:10.977803 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:10.998710 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.998944 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.999190 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.999601 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.999999 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:11.000474 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:11.000872 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:11.001270 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:11.001659 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:11.002339 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:11.002464 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:11.002794 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:11.010114 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:11.015962 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2306573 Apr 23 10:31:11.054080 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] Request body: {'port': {'device_id': '916b53e0-abb0-4bbb-ae93-7a9f7ee90987', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:31:11.130889 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 32840) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:31:11.151460 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fe380ff5-72c1-4e71-89ec-2b987bbdbafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:11.171616 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-fe380ff5-72c1-4e71-89ec-2b987bbdbafe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:31:11.175704 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-fe380ff5-72c1-4e71-89ec-2b987bbdbafe admin admin] Usage tracker for resource:security_group_rule and tenant:80cf5c021e6e431e9c222b0ff9041356 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:31:11.178889 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-fe380ff5-72c1-4e71-89ec-2b987bbdbafe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:31:11.181050 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:11.185432 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-fe380ff5-72c1-4e71-89ec-2b987bbdbafe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:31:11.275799 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fe380ff5-72c1-4e71-89ec-2b987bbdbafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:11.279573 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fe380ff5-72c1-4e71-89ec-2b987bbdbafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:11.289279 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-46b5862f-14c4-4b6e-8d66-3d3605e3e427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:11.339775 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe380ff5-72c1-4e71-89ec-2b987bbdbafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f13e3b-7bef-42d0-b432-5a0f4a6b1388,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:11.347270 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fe380ff5-72c1-4e71-89ec-2b987bbdbafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:11.353974 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-fe380ff5-72c1-4e71-89ec-2b987bbdbafe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=80cf5c021e6e431e9c222b0ff9041356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2191737 Apr 23 10:31:11.355823 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 32846) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:31:11.427284 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9d540fd0-2940-4171-8b5f-68260f988022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:11.503396 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9d540fd0-2940-4171-8b5f-68260f988022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:11.582101 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 231a1254-95cf-4ccc-8509-2fd2d246e426 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:31:11.590678 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:11.598552 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278f2fe-0732-489a-a48c-9d2b0f86654c req-2c913537-1c1d-4912-9e43-05b53a4decd8 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:11.600303 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1278f2fe-0732-489a-a48c-9d2b0f86654c req-2c913537-1c1d-4912-9e43-05b53a4decd8 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1747952 Apr 23 10:31:11.601238 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9d540fd0-2940-4171-8b5f-68260f988022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:11.610817 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cf5928bd-7d13-48a1-9a6d-cc1ca8205337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:11.611688 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] Transition to ACTIVE for port object 231a1254-95cf-4ccc-8509-2fd2d246e426 will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:31:11.615507 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:11.623401 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8ebe9674-c856-4fdb-9956-ea1377a32a43 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:11.627616 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d540fd0-2940-4171-8b5f-68260f988022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f13e3b-7bef-42d0-b432-5a0f4a6b1388,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:11.663268 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9d540fd0-2940-4171-8b5f-68260f988022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:11.688235 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9d540fd0-2940-4171-8b5f-68260f988022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:11.689513 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-9d540fd0-2940-4171-8b5f-68260f988022 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f5f13e3b-7bef-42d0-b432-5a0f4a6b1388 HTTP/1.1" status: 204 len: 168 time: 0.3325391 Apr 23 10:31:11.694919 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1278f2fe-0732-489a-a48c-9d2b0f86654c req-b4d919cd-efef-43c6-a338-dc9a37bc5a5f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852969 Apr 23 10:31:11.831026 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] Attempting to bind port 231a1254-95cf-4ccc-8509-2fd2d246e426 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:31:11.831437 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] Attempting to bind port 231a1254-95cf-4ccc-8509-2fd2d246e426 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '5057dd03-d1f0-4c3f-9d58-23311a3c11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:31:11.831747 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] Attempting to bind port 231a1254-95cf-4ccc-8509-2fd2d246e426 on network ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:31:11.834137 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] Pushing event updated for resources: {'Port': ['ID=231a1254-95cf-4ccc-8509-2fd2d246e426,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:11.838339 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:11.840409 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] Port 231a1254-95cf-4ccc-8509-2fd2d246e426 on network ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:31:11.840779 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] Attempting to bind port 231a1254-95cf-4ccc-8509-2fd2d246e426 on network ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:31:11.846728 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] Checking agent: {'id': 'e9dd349d-b683-48bd-911f-eb86d546e7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'started_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:31:11.847108 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] Checking segment: {'id': '5057dd03-d1f0-4c3f-9d58-23311a3c11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:31:11.847531 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] Bound using segment: {'id': '5057dd03-d1f0-4c3f-9d58-23311a3c11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:31:11.848007 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] Bound port: 231a1254-95cf-4ccc-8509-2fd2d246e426, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5057dd03-d1f0-4c3f-9d58-23311a3c11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:31:11.848419 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:11.988598 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] For port 231a1254-95cf-4ccc-8509-2fd2d246e426, host hv-cinder-77923, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:31:11.992162 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] For port 231a1254-95cf-4ccc-8509-2fd2d246e426, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=231a1254-95cf-4ccc-8509-2fd2d246e426,segment=NetworkSegment(5057dd03-d1f0-4c3f-9d58-23311a3c11a3),segment_id=5057dd03-d1f0-4c3f-9d58-23311a3c11a3)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:31:12.014071 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:12.038692 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e29cf07f-56cf-4da3-b1f8-f2c02205e8a0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:12.115619 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16af71d-4f96-4c43-8e94-74455c2e0790 req-b7c75694-9341-41e6-a340-b82cd58a5a64 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:12.117201 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a16af71d-4f96-4c43-8e94-74455c2e0790 req-b7c75694-9341-41e6-a340-b82cd58a5a64 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 943 time: 0.1477542 Apr 23 10:31:12.170332 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:12.171037 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:12.172630 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] 10.222.0.68 "PUT /v2.0/ports/231a1254-95cf-4ccc-8509-2fd2d246e426 HTTP/1.1" status: 200 len: 1093 time: 1.1232326 Apr 23 10:31:12.173172 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916b53e0-abb0-4bbb-ae93-7a9f7ee90987', 'tag': '231a1254-95cf-4ccc-8509-2fd2d246e426'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:31:12.241430 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a16af71d-4f96-4c43-8e94-74455c2e0790 req-7841fe9f-5dcf-4a87-b616-ae27d6174403 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089635 Apr 23 10:31:12.279573 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] Pushing event updated for resources: {'Port': ['ID=231a1254-95cf-4ccc-8509-2fd2d246e426,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:12.284197 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:12.348030 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916b53e0-abb0-4bbb-ae93-7a9f7ee90987', 'tag': '231a1254-95cf-4ccc-8509-2fd2d246e426', 'status': 'completed', 'code': 200} Apr 23 10:31:12.348230 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 32874) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:31:12.373882 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f1deea95-1121-4a48-8db2-a65deece8a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:12.391466 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-f1deea95-1121-4a48-8db2-a65deece8a1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:31:12.394204 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-5cadcb2e-e101-42e5-818c-eb003dc72516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:12.395655 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-f1deea95-1121-4a48-8db2-a65deece8a1b admin admin] Usage tracker for resource:security_group_rule and tenant:3449313f71744d3dad517a84f6068558 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:31:12.395798 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-5cadcb2e-e101-42e5-818c-eb003dc72516 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d68a3d2ffd2d438dbb6699e97dff9ce9&device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 1096 time: 0.0968614 Apr 23 10:31:12.398715 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-f1deea95-1121-4a48-8db2-a65deece8a1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:31:12.404930 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-f1deea95-1121-4a48-8db2-a65deece8a1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:31:12.497528 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-902585f4-b5a8-4e3a-ac05-8c4f98e732b3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=231a1254-95cf-4ccc-8509-2fd2d246e426 HTTP/1.1" status: 200 len: 217 time: 0.0755794 Apr 23 10:31:12.505005 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 32880) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:31:12.510337 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f1deea95-1121-4a48-8db2-a65deece8a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:12.513668 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f1deea95-1121-4a48-8db2-a65deece8a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:12.523405 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-55c020cb-69a0-45b7-8be3-e2a95b638896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:12.568361 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-f1deea95-1121-4a48-8db2-a65deece8a1b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3449313f71744d3dad517a84f6068558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190592 Apr 23 10:31:12.570063 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1deea95-1121-4a48-8db2-a65deece8a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c33ae7-3666-4469-a346-d2de9f5d890e,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:12.571813 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 32886) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:31:12.573277 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f1deea95-1121-4a48-8db2-a65deece8a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:12.619704 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-8d993ffa-1cf5-48f3-b408-6752f88f3dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:12.621285 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-8d993ffa-1cf5-48f3-b408-6752f88f3dd7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bc554e03-a960-4aeb-a75b-15d570e0a94b HTTP/1.1" status: 200 len: 855 time: 0.0948029 Apr 23 10:31:12.694524 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-efd478d0-739e-4467-9a90-88e139c6e7dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:12.730374 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-1b007800-eb65-479f-b90d-c93a7a255cc1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759683 Apr 23 10:31:12.731354 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-efd478d0-739e-4467-9a90-88e139c6e7dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:31:12.738954 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-efd478d0-739e-4467-9a90-88e139c6e7dc admin admin] Usage tracker for resource:security_group_rule and tenant:9285b374b198463f95198887856ccb61 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:31:12.741737 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3a63e764-b92f-46bb-9046-cc994f76d474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:12.743582 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-efd478d0-739e-4467-9a90-88e139c6e7dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:31:12.758060 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-efd478d0-739e-4467-9a90-88e139c6e7dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:31:12.861269 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3a63e764-b92f-46bb-9046-cc994f76d474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:12.908189 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d0570-c0f4-41a1-b110-0871dd8da86e req-f2309a8f-df06-4f80-a386-41242182b1d6 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:12.909890 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-562d0570-c0f4-41a1-b110-0871dd8da86e req-f2309a8f-df06-4f80-a386-41242182b1d6 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.0970128 Apr 23 10:31:12.962844 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-562d0570-c0f4-41a1-b110-0871dd8da86e req-4e8fc090-36e2-46bf-b4ef-c0ffcd1d48d8 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457757 Apr 23 10:31:12.992495 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-bca9675a-15c0-4a4a-885b-2753dfea7099 service neutron] 10.222.0.68 "GET /v2.0/networks/ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292547 Apr 23 10:31:13.006282 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3a63e764-b92f-46bb-9046-cc994f76d474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:13.014643 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2c8c3b57-5765-48c5-9ada-e3370d59fd95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:13.064998 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63e764-b92f-46bb-9046-cc994f76d474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c33ae7-3666-4469-a346-d2de9f5d890e,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:13.067498 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3a63e764-b92f-46bb-9046-cc994f76d474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:13.145959 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3a63e764-b92f-46bb-9046-cc994f76d474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:13.147153 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-3a63e764-b92f-46bb-9046-cc994f76d474 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e5c33ae7-3666-4469-a346-d2de9f5d890e HTTP/1.1" status: 204 len: 168 time: 0.5736780 Apr 23 10:31:13.150854 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-efd478d0-739e-4467-9a90-88e139c6e7dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:13.159381 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-efd478d0-739e-4467-9a90-88e139c6e7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:13.170864 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9e64801d-b2cd-4151-894a-f836b7c8420f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:13.239194 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-efd478d0-739e-4467-9a90-88e139c6e7dc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9285b374b198463f95198887856ccb61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7330160 Apr 23 10:31:13.242106 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 32898) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:31:13.263999 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd478d0-739e-4467-9a90-88e139c6e7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f010cc8-c596-42b3-b758-6d515770523b,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:13.268148 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-efd478d0-739e-4467-9a90-88e139c6e7dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:13.274512 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5cb27827-cfe0-4aeb-b54f-4cc21389e02b req-9dff30b0-03b6-4f25-8590-52d353d9d991 service neutron] 10.222.0.68 "GET /v2.0/networks/ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641428 Apr 23 10:31:13.340458 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c36360ab-dbd0-464a-8d48-aa5808cedcda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:13.392231 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c36360ab-dbd0-464a-8d48-aa5808cedcda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:13.510690 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c36360ab-dbd0-464a-8d48-aa5808cedcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:13.516682 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-948198ce-7a76-469c-8098-8ae4e20ebb81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:13.535831 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20479379-193b-4758-93b6-5f5f5602c727 req-e6195ca7-1e26-4a21-b5c9-792b3f945224 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:13.537446 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-20479379-193b-4758-93b6-5f5f5602c727 req-e6195ca7-1e26-4a21-b5c9-792b3f945224 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 943 time: 0.1518507 Apr 23 10:31:13.540759 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36360ab-dbd0-464a-8d48-aa5808cedcda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f010cc8-c596-42b3-b758-6d515770523b,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:13.547682 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c36360ab-dbd0-464a-8d48-aa5808cedcda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:13.566644 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c36360ab-dbd0-464a-8d48-aa5808cedcda admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:13.570685 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-c36360ab-dbd0-464a-8d48-aa5808cedcda admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5f010cc8-c596-42b3-b758-6d515770523b HTTP/1.1" status: 204 len: 168 time: 0.3245776 Apr 23 10:31:13.596324 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-20479379-193b-4758-93b6-5f5f5602c727 req-5528796d-c5a4-42d0-8ea4-75383e834e3d tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497527 Apr 23 10:31:13.669829 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2484d-2850-4d1a-ad37-230400acfd99 req-460e7aa1-5b6d-4c09-9724-71c77df5dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:13.671463 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fbb2484d-2850-4d1a-ad37-230400acfd99 req-460e7aa1-5b6d-4c09-9724-71c77df5dfc9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d68a3d2ffd2d438dbb6699e97dff9ce9&device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 1096 time: 0.0965664 Apr 23 10:31:13.829384 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2484d-2850-4d1a-ad37-230400acfd99 req-71c8f6ac-7ab1-4a1f-ae94-b1efcdbb2721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:13.831114 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fbb2484d-2850-4d1a-ad37-230400acfd99 req-71c8f6ac-7ab1-4a1f-ae94-b1efcdbb2721 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 HTTP/1.1" status: 200 len: 916 time: 0.1448433 Apr 23 10:31:13.930749 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fbb2484d-2850-4d1a-ad37-230400acfd99 req-b5956d41-44f0-4ec2-9566-43aee7845ee3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=231a1254-95cf-4ccc-8509-2fd2d246e426 HTTP/1.1" status: 200 len: 217 time: 0.0723817 Apr 23 10:31:14.037032 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2484d-2850-4d1a-ad37-230400acfd99 req-67f8b3e5-a6f8-431b-bb10-5f04c014615c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:14.042504 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fbb2484d-2850-4d1a-ad37-230400acfd99 req-67f8b3e5-a6f8-431b-bb10-5f04c014615c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bc554e03-a960-4aeb-a75b-15d570e0a94b HTTP/1.1" status: 200 len: 855 time: 0.0902996 Apr 23 10:31:14.136937 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fbb2484d-2850-4d1a-ad37-230400acfd99 req-38fc4a02-0dec-4c8b-b00f-57efecd69ca8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634038 Apr 23 10:31:14.200743 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63725ccc-c620-4b13-8e1c-561c4e6e3c66 req-d0b77cd3-9345-4820-bff7-dde64613aefe tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:14.202932 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-63725ccc-c620-4b13-8e1c-561c4e6e3c66 req-d0b77cd3-9345-4820-bff7-dde64613aefe tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.0988035 Apr 23 10:31:14.307344 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-63725ccc-c620-4b13-8e1c-561c4e6e3c66 req-1c926292-b361-4f35-8112-20bfea2ce59b tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894573 Apr 23 10:31:14.332394 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fbb2484d-2850-4d1a-ad37-230400acfd99 req-90ebd0fa-b3bb-4932-82eb-b10fc743eaf0 service neutron] 10.222.0.68 "GET /v2.0/networks/ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517935 Apr 23 10:31:14.560944 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fbb2484d-2850-4d1a-ad37-230400acfd99 req-bc608b15-37ea-4da7-8929-7220ef084b41 service neutron] 10.222.0.68 "GET /v2.0/networks/ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652141 Apr 23 10:31:14.819686 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244589f0-a783-4cb0-8925-1442e371a1d8 req-dc572e65-e80b-4ad4-86cd-36c4c2c15975 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:14.821566 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-244589f0-a783-4cb0-8925-1442e371a1d8 req-dc572e65-e80b-4ad4-86cd-36c4c2c15975 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 943 time: 0.1005392 Apr 23 10:31:14.870804 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-244589f0-a783-4cb0-8925-1442e371a1d8 req-e4e9a7eb-a851-496a-9bf6-3fc4195b551a tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428739 Apr 23 10:31:15.501637 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b681c-7d42-4797-ab55-61ab59000096 req-39c4f9a1-cff5-4979-a102-0b464a8dd56d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:15.502938 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7a1b681c-7d42-4797-ab55-61ab59000096 req-39c4f9a1-cff5-4979-a102-0b464a8dd56d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.0877512 Apr 23 10:31:15.554726 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7a1b681c-7d42-4797-ab55-61ab59000096 req-f72a3576-f813-4279-b5a4-d3aa3df59780 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452909 Apr 23 10:31:15.624847 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:31:16.082496 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27d3f1-0a40-410d-90cd-8fe59b259437 req-76a6a4e1-453e-4895-accb-3f9b3627a955 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:16.084058 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3f27d3f1-0a40-410d-90cd-8fe59b259437 req-76a6a4e1-453e-4895-accb-3f9b3627a955 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 943 time: 0.0928028 Apr 23 10:31:16.135768 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3f27d3f1-0a40-410d-90cd-8fe59b259437 req-66d009f6-131c-48a0-999a-6ad141867f35 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450213 Apr 23 10:31:16.765130 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07bacf-fcbd-4ee2-9741-4dcb39e66e1b req-4d80dc39-1722-4e4d-910f-7283a65f3909 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:16.766747 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6c07bacf-fcbd-4ee2-9741-4dcb39e66e1b req-4d80dc39-1722-4e4d-910f-7283a65f3909 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.0917399 Apr 23 10:31:16.816939 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6c07bacf-fcbd-4ee2-9741-4dcb39e66e1b req-c8995f9c-409a-4500-b508-0ccc91aaab42 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433881 Apr 23 10:31:17.347040 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9bd73-5400-43f5-ac77-2c799e91b478 req-d7ad7c40-328e-40d4-a5e9-616cf4b72e2d tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:17.348666 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a9a9bd73-5400-43f5-ac77-2c799e91b478 req-d7ad7c40-328e-40d4-a5e9-616cf4b72e2d tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 943 time: 0.0957015 Apr 23 10:31:17.373792 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 33000) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:31:17.402845 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a9a9bd73-5400-43f5-ac77-2c799e91b478 req-8685132c-ae38-41f8-a122-5b40505c9a17 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471258 Apr 23 10:31:17.458894 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-563298d4-9ddb-495b-bd05-70a97835a205 admin admin] Deleting subnet 95eab1e6-b878-47fa-9ac7-263db1e97593 {{(pid=86422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 10:31:17.462575 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-563298d4-9ddb-495b-bd05-70a97835a205 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:17.519558 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-563298d4-9ddb-495b-bd05-70a97835a205 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:17.527478 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-563298d4-9ddb-495b-bd05-70a97835a205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853331552'] for subnet, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:17.586190 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-0fd34cf3-72fe-43d8-a5ac-8f911fe61f15 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ccf696405f6946e2a3481ce9cc05c043&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359728 Apr 23 10:31:17.750651 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-6ea2535a-2eb9-4f8a-979e-184a5c25a12c tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:17.752229 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-6ea2535a-2eb9-4f8a-979e-184a5c25a12c tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1601455 Apr 23 10:31:17.768108 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-e4395c57-4050-4ecb-b1be-278a622950b0 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/quotas/ccf696405f6946e2a3481ce9cc05c043 HTTP/1.1" status: 200 len: 375 time: 0.0095611 Apr 23 10:31:17.792028 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-563298d4-9ddb-495b-bd05-70a97835a205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1444248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for subnet, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:17.797118 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:17.822853 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-f84389dc-bd1d-41dd-b241-cadf148b9c52 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ccf696405f6946e2a3481ce9cc05c043&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488000 Apr 23 10:31:17.837723 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563298d4-9ddb-495b-bd05-70a97835a205 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95eab1e6-b878-47fa-9ac7-263db1e97593,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:17.839817 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-563298d4-9ddb-495b-bd05-70a97835a205 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:17.847506 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-563298d4-9ddb-495b-bd05-70a97835a205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:17.851442 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-563298d4-9ddb-495b-bd05-70a97835a205 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/95eab1e6-b878-47fa-9ac7-263db1e97593 HTTP/1.1" status: 204 len: 168 time: 0.4741693 Apr 23 10:31:17.851927 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 33016) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:31:17.978281 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853440276'] for network, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:18.048271 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ab04d688-7b06-4113-bebf-01c7a17b0cd2 req-b9876c2e-ff77-4b12-9944-1b4011a0608d tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 210 time: 0.0556676 Apr 23 10:31:18.101602 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985dd04c-afdb-4c71-b762-2ef1586bae2c req-966aed52-1dd0-457b-bb29-886096c8c3ce tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:18.110074 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-985dd04c-afdb-4c71-b762-2ef1586bae2c req-966aed52-1dd0-457b-bb29-886096c8c3ce tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1676369 Apr 23 10:31:18.149868 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1444341', 'neutron.services.segments.db._delete_segments_for_network-8747066344563'] for network, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:18.163603 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-985dd04c-afdb-4c71-b762-2ef1586bae2c req-26d96950-7420-42b9-96dc-899abd80d744 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525913 Apr 23 10:31:18.273240 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86422) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:31:18.273650 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86422) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:31:18.274475 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86422) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:31:18.274858 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] Subscribe: > port after_create 55550000 {{(pid=86422) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:31:18.275218 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86422) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:31:18.275572 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] Subscribe: > port after_update 55550000 {{(pid=86422) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:31:18.275931 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86422) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:31:18.276332 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86422) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:31:18.276710 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86422) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:31:18.277063 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86422) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:31:18.344379 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86422) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:31:18.344765 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86422) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:31:18.345136 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86422) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:31:18.345502 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86422) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 10:31:18.345885 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5352e74-5ca2-48f4-a526-566bf1c54494']}} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:31:18.360487 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601b5d54-2105-4c31-aee4-2163a4aaf1f1') {'for_net_delete': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:31:18.360824 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601b5d54-2105-4c31-aee4-2163a4aaf1f1') {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:31:18.373162 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289788450659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847652797'] for segment, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:18.389604 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:18.396910 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=86422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 10:31:18.596962 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] Network d5352e74-5ca2-48f4-a526-566bf1c54494 has no segments {{(pid=86422) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:31:18.607038 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853312079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848233063'] for segment, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:18.644573 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be638468-9712-49ff-ae18-067dc0a8053c req-82fb7b5f-90c9-43c2-a5d3-c1a562c18a87 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:18.646160 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-be638468-9712-49ff-ae18-067dc0a8053c req-82fb7b5f-90c9-43c2-a5d3-c1a562c18a87 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 943 time: 0.0912540 Apr 23 10:31:18.648846 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 231a1254-95cf-4ccc-8509-2fd2d246e426 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:31:18.700294 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-be638468-9712-49ff-ae18-067dc0a8053c req-1477fc5a-52fb-48bd-a52f-2fd3efef4c45 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470853 Apr 23 10:31:18.791222 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] Network d5352e74-5ca2-48f4-a526-566bf1c54494 has no segments {{(pid=86422) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: from cryptography.utils import int_from_bytes Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: from cryptography.utils import int_from_bytes Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: (rel_b, rel_a, rel_b), Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: (rel_b, rel_a, rel_b), Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: Traceback (most recent call last): Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: timer() Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: cb(*args, **kw) Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: return func(*args, **kwargs) Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: self._notify() Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: self.callback(batched_events) Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: event.method(event) Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: segment_id)['aggregates'][0] Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: return f(self, *a, **k) Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: return self._get(url).json() Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: **kwargs) Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: return self.request(url, 'GET', **kwargs) Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: **endpoint_filter) Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 10:31:18.822133 dv-cinder-779233-3-smb neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 10:31:18.827951 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 231a1254-95cf-4ccc-8509-2fd2d246e426, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=231a1254-95cf-4ccc-8509-2fd2d246e426,segment=NetworkSegment(5057dd03-d1f0-4c3f-9d58-23311a3c11a3),segment_id=5057dd03-d1f0-4c3f-9d58-23311a3c11a3)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:31:18.838706 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Returning: {'device': '231a1254-95cf-4ccc-8509-2fd2d246e426', 'network_id': 'ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277', 'port_id': '231a1254-95cf-4ccc-8509-2fd2d246e426', 'mac_address': 'fa:16:3e:a5:be:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc554e03-a960-4aeb-a75b-15d570e0a94b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:31:18.905564 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853331459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414905'] for network, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:18.910513 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:18.916161 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-decd8e21-f53a-40a7-895a-748dbceb96a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:18.930421 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 231a1254-95cf-4ccc-8509-2fd2d246e426 {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:31:18.934773 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:18.941907 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5352e74-5ca2-48f4-a526-566bf1c54494,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:18.946791 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:18.957911 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 33036) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:31:18.958054 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-ccc6c5c4-8dd3-4e1a-909f-c16d06917d72 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d5352e74-5ca2-48f4-a526-566bf1c54494 HTTP/1.1" status: 204 len: 168 time: 1.1048384 Apr 23 10:31:18.962765 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 231a1254-95cf-4ccc-8509-2fd2d246e426, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=231a1254-95cf-4ccc-8509-2fd2d246e426,segment=NetworkSegment(5057dd03-d1f0-4c3f-9d58-23311a3c11a3),segment_id=5057dd03-d1f0-4c3f-9d58-23311a3c11a3)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:31:18.966859 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:18.968944 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:19.034576 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e3566e-d1cb-4b07-b689-1e94972458da admin admin] Deleting subnet 6d88d610-0f6f-4c6d-8b3f-159369da02fb {{(pid=86420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 10:31:19.038247 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-48e3566e-d1cb-4b07-b689-1e94972458da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:19.042780 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=231a1254-95cf-4ccc-8509-2fd2d246e426,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:19.051005 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:19.051395 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:19.051781 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:19.052162 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:19.052591 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:19.052958 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:19.053334 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:19.053711 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:19.054072 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:19.054434 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:19.054811 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:19.055187 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:19.059506 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:19.092188 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-48e3566e-d1cb-4b07-b689-1e94972458da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847345424'] for subnet, precommit_delete_associations {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:19.156830 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-48e3566e-d1cb-4b07-b689-1e94972458da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853331552'] for subnet, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:19.253045 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-264a4fd5-5312-462a-b237-89e4699cbbcc req-f404fe70-24f7-49e6-a1d2-e7c96bb0dbf8 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 210 time: 0.0677352 Apr 23 10:31:19.636786 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff26917-f0e5-472d-8abc-e39c4a8fd63e req-94783ad7-8a1a-4922-94ea-8c086a367126 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:19.638529 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8ff26917-f0e5-472d-8abc-e39c4a8fd63e req-94783ad7-8a1a-4922-94ea-8c086a367126 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.2787311 Apr 23 10:31:19.712807 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8ff26917-f0e5-472d-8abc-e39c4a8fd63e req-efcad076-788a-40e3-bd58-06b2ed4c4425 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640883 Apr 23 10:31:19.725981 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-48e3566e-d1cb-4b07-b689-1e94972458da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1444248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5990573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5354576'] for subnet, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:19.734018 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:19.790246 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3566e-d1cb-4b07-b689-1e94972458da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d88d610-0f6f-4c6d-8b3f-159369da02fb,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:19.795161 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-48e3566e-d1cb-4b07-b689-1e94972458da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:19.798355 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-48e3566e-d1cb-4b07-b689-1e94972458da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:19.807692 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-48e3566e-d1cb-4b07-b689-1e94972458da admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6d88d610-0f6f-4c6d-8b3f-159369da02fb HTTP/1.1" status: 204 len: 168 time: 0.8483329 Apr 23 10:31:19.811823 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 33050) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:31:19.921805 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['231a1254-95cf-4ccc-8509-2fd2d246e426'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:31:20.033755 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a117613-4e0b-472b-a004-dfba7230be91 req-c05d35de-def0-4658-9aac-1ee4d8cb9bf4 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:20.046618 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7a117613-4e0b-472b-a004-dfba7230be91 req-c05d35de-def0-4658-9aac-1ee4d8cb9bf4 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 944 time: 0.1799948 Apr 23 10:31:20.103742 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7a117613-4e0b-472b-a004-dfba7230be91 req-c2fc88ce-70a4-4a36-9832-eeef4a35c655 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555146 Apr 23 10:31:20.307088 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-76d95e97-11ab-44b6-b4d6-9ea0227072d4 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=ccf696405f6946e2a3481ce9cc05c043&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629158 Apr 23 10:31:20.421879 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5590f463-b9ad-4090-811c-5b5931f3a4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853440276'] for network, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:20.557129 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-758927bc-7ba9-4cbe-ba7d-62c3b0bd3c3c req-5332b70c-8f8c-49e5-943e-0cc05cc1dfa0 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 210 time: 0.0648308 Apr 23 10:31:20.638839 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-037b62db-251f-459e-8a68-a9073e87053a tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:20.640441 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-037b62db-251f-459e-8a68-a9073e87053a tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3128121 Apr 23 10:31:20.645171 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5590f463-b9ad-4090-811c-5b5931f3a4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1444341', 'neutron.services.segments.db._delete_segments_for_network-8747066344563'] for network, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:20.714323 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Request body: {'port': {'device_id': '562fc87f-52f9-4acc-8fe7-6e8e8f505a2a', 'network_id': '53a21523-4c1d-4d57-96a0-7eb42fd8b46e', 'admin_state_up': True, 'tenant_id': 'ccf696405f6946e2a3481ce9cc05c043'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:31:20.928489 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-5590f463-b9ad-4090-811c-5b5931f3a4d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b79ed94-a310-4e04-b6ec-b287cc82c2df']}} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:31:20.947253 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-5590f463-b9ad-4090-811c-5b5931f3a4d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e611b71-002b-4b49-a3a9-b1f36f60273e') {'for_net_delete': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:31:20.947589 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-5590f463-b9ad-4090-811c-5b5931f3a4d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e611b71-002b-4b49-a3a9-b1f36f60273e') {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:31:20.974803 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5590f463-b9ad-4090-811c-5b5931f3a4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289788450659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847652797'] for segment, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:21.005799 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5590f463-b9ad-4090-811c-5b5931f3a4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:21.010604 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:31:21.023809 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Usage tracker for resource:port and tenant:ccf696405f6946e2a3481ce9cc05c043 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:31:21.026051 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d972a7-c152-4179-867e-b6d6d435eeb6 req-4442f1f1-112d-499d-a8ba-9f19418da0ac tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:21.027650 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-91d972a7-c152-4179-867e-b6d6d435eeb6 req-4442f1f1-112d-499d-a8ba-9f19418da0ac tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1035235 Apr 23 10:31:21.028207 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5590f463-b9ad-4090-811c-5b5931f3a4d4 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=86422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 10:31:21.050043 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:31:21.104799 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-91d972a7-c152-4179-867e-b6d6d435eeb6 req-833e7d6c-aab7-4855-8992-c5b989875e14 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699723 Apr 23 10:31:21.128424 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:31:21.183186 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Made reservation on behalf of ccf696405f6946e2a3481ce9cc05c043 for: {'port': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:31:21.190846 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:21.262888 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:21.292209 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-5590f463-b9ad-4090-811c-5b5931f3a4d4 admin admin] Network 5b79ed94-a310-4e04-b6ec-b287cc82c2df has no segments {{(pid=86422) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:31:21.308904 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5590f463-b9ad-4090-811c-5b5931f3a4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853312079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848233063'] for segment, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:21.322476 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:31:21.381258 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4372b-82fd-48ca-afab-e588efb3c7f6 req-b4e3e3b5-3b94-471b-a1e4-192caab78dac tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:21.383096 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-81e4372b-82fd-48ca-afab-e588efb3c7f6 req-b4e3e3b5-3b94-471b-a1e4-192caab78dac tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 944 time: 0.1290359 Apr 23 10:31:21.394384 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Usage tracker for resource:security_group_rule and tenant:ccf696405f6946e2a3481ce9cc05c043 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:31:21.400085 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:31:21.411891 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:31:21.452691 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-81e4372b-82fd-48ca-afab-e588efb3c7f6 req-c4432afd-8817-476d-9964-c617aed6bd92 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558066 Apr 23 10:31:21.519143 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-5590f463-b9ad-4090-811c-5b5931f3a4d4 admin admin] Network 5b79ed94-a310-4e04-b6ec-b287cc82c2df has no segments {{(pid=86422) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: Traceback (most recent call last): Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: timer() Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: cb(*args, **kw) Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: return func(*args, **kwargs) Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: self._notify() Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: self.callback(batched_events) Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: event.method(event) Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: segment_id)['aggregates'][0] Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: return f(self, *a, **k) Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: return self._get(url).json() Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: **kwargs) Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: return self.request(url, 'GET', **kwargs) Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: **endpoint_filter) Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 10:31:21.542162 dv-cinder-779233-3-smb neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 10:31:21.639893 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5590f463-b9ad-4090-811c-5b5931f3a4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853331459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414905'] for network, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:21.651256 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:21.671867 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5590f463-b9ad-4090-811c-5b5931f3a4d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:21.680140 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590f463-b9ad-4090-811c-5b5931f3a4d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b79ed94-a310-4e04-b6ec-b287cc82c2df,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:21.688599 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5590f463-b9ad-4090-811c-5b5931f3a4d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:21.699848 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-5590f463-b9ad-4090-811c-5b5931f3a4d4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/5b79ed94-a310-4e04-b6ec-b287cc82c2df HTTP/1.1" status: 204 len: 168 time: 1.8826599 Apr 23 10:31:21.782248 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-276608c1-1c94-4c51-957a-d04a3ebaab47 req-b614c9d6-72ea-445c-90bb-e8270912923a tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 210 time: 0.0747087 Apr 23 10:31:21.796229 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:21.808856 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:21.813862 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3a63e764-b92f-46bb-9046-cc994f76d474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:21.905607 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a93adab-fdb5-4256-aadc-6e0dc6977646,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:21.909642 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:21.986876 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 33072) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:31:22.078897 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Allocated IP 192.168.233.229 (53a21523-4c1d-4d57-96a0-7eb42fd8b46e/0c6f3448-1731-498c-97d9-dc5a77fc3cc6/8b2f066e-fc6d-40da-93eb-0f2fdeff0a01) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:31:22.103802 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-56c8f98f-473a-4822-93e8-1f6c1687d445 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c9c03a2c759846589ab11a78fe278abe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1133871 Apr 23 10:31:22.104285 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 33078) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:31:22.193604 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dd4e383a-caaf-4866-8ae2-624142870d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:22.226072 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dd4e383a-caaf-4866-8ae2-624142870d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:22.357181 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dd4e383a-caaf-4866-8ae2-624142870d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:22.363399 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2324ccbd-dc96-4971-ad57-d6cb212d4c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:22.377233 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:22.378938 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e383a-caaf-4866-8ae2-624142870d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cefe92-597f-4363-a102-017c27ed7c3c,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:22.382479 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-dd4e383a-caaf-4866-8ae2-624142870d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:22.390446 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dd4e383a-caaf-4866-8ae2-624142870d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:22.390993 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-dd4e383a-caaf-4866-8ae2-624142870d44 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d5cefe92-597f-4363-a102-017c27ed7c3c HTTP/1.1" status: 204 len: 168 time: 0.2855299 Apr 23 10:31:22.402309 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4142d1-c7d2-4bdc-a72a-eaa6d1de661d req-ce60573b-e94b-481a-b85b-0c2d3b8f1f5a tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:22.403891 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Transition to ACTIVE for port object 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01 will not be triggered until provisioned by entity DHCP. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:31:22.405024 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5e4142d1-c7d2-4bdc-a72a-eaa6d1de661d req-ce60573b-e94b-481a-b85b-0c2d3b8f1f5a tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1533077 Apr 23 10:31:22.441864 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:22.449738 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:22.497932 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5e4142d1-c7d2-4bdc-a72a-eaa6d1de661d req-d9e7980b-98aa-4dff-945d-2720f5745596 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773354 Apr 23 10:31:22.523028 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Network 53a21523-4c1d-4d57-96a0-7eb42fd8b46e is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:31:22.532837 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:31:22.537651 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:31:22.586312 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Pushing event updated for resources: {'Port': ['ID=8b2f066e-fc6d-40da-93eb-0f2fdeff0a01,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:22.592605 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:22.625526 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:22.626623 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:22.658509 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9485216 Apr 23 10:31:22.667984 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 231a1254-95cf-4ccc-8509-2fd2d246e426 up at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:31:22.699818 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] Request body: {'port': {'device_id': '562fc87f-52f9-4acc-8fe7-6e8e8f505a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:31:22.742346 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f080cf-9caa-40b0-8983-f350e47467b8 req-b2044a56-8d74-4f36-8795-5600d6362f92 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:22.751047 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-51f080cf-9caa-40b0-8983-f350e47467b8 req-b2044a56-8d74-4f36-8795-5600d6362f92 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 944 time: 0.1267931 Apr 23 10:31:22.783555 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning for port 231a1254-95cf-4ccc-8509-2fd2d246e426 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:31:22.790861 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning complete for port 231a1254-95cf-4ccc-8509-2fd2d246e426 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:31:22.791560 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:22.830463 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-51f080cf-9caa-40b0-8983-f350e47467b8 req-04b5f45b-aff3-4581-9b21-1af34814a31c tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779054 Apr 23 10:31:22.875883 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:22.920140 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-2c474fc1-0be1-4687-a852-9f827df3c652 None None] Provisioning for port 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01 completed by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:31:22.925838 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-2c474fc1-0be1-4687-a852-9f827df3c652 None None] Provisioning complete for port 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01 triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:31:22.926456 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2c474fc1-0be1-4687-a852-9f827df3c652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:23.018964 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 33098) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:31:23.057817 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-2c474fc1-0be1-4687-a852-9f827df3c652 None None] Port 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01 cannot update to ACTIVE because it is not bound. {{(pid=86423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:31:23.072256 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:23.292461 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 231a1254-95cf-4ccc-8509-2fd2d246e426, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=231a1254-95cf-4ccc-8509-2fd2d246e426,segment=NetworkSegment(5057dd03-d1f0-4c3f-9d58-23311a3c11a3),segment_id=5057dd03-d1f0-4c3f-9d58-23311a3c11a3)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:31:23.293807 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916b53e0-abb0-4bbb-ae93-7a9f7ee90987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231a1254-95cf-4ccc-8509-2fd2d246e426'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:31:23.302713 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:23.304804 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4bb620e6-85ec-4522-b955-6ae18db9e906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:23.321540 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da88122-b6a7-4937-b5b8-87d2b57bf211 req-1f87c2e1-6675-4883-a1fb-0bb742f79fb3 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:23.323260 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4da88122-b6a7-4937-b5b8-87d2b57bf211 req-1f87c2e1-6675-4883-a1fb-0bb742f79fb3 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 936 time: 0.3892174 Apr 23 10:31:23.331398 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-f1f69784-10a5-473d-8357-8d3336c709ff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4456a71728624fa7b42c50b01f94bd12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103099 Apr 23 10:31:23.336632 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 33106) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:31:23.373560 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:31:23.382495 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4da88122-b6a7-4937-b5b8-87d2b57bf211 req-56daafb1-9cb6-4bd3-99ba-0c19a24a4b84 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a93adab-fdb5-4256-aadc-6e0dc6977646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498850 Apr 23 10:31:23.385142 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:23.418454 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=231a1254-95cf-4ccc-8509-2fd2d246e426,revision_number=5']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:23.426439 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:23.438013 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] Transition to ACTIVE for port object 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01 will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:31:23.449801 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848232985'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:23.459363 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-44d1b71e-d355-4b03-8863-d467a73385b1 tempest-DeleteServersTestJSON-1851872879 tempest-DeleteServersTestJSON-1851872879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:23.461015 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916b53e0-abb0-4bbb-ae93-7a9f7ee90987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231a1254-95cf-4ccc-8509-2fd2d246e426', 'code': 200} Apr 23 10:31:23.497822 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3dea6866-bfc2-484c-a76c-1a4198380e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:23.610597 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3dea6866-bfc2-484c-a76c-1a4198380e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:23.690983 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2f066e-fc6d-40da-93eb-0f2fdeff0a01,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:23.736228 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:23.784096 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8b2e6-2f8a-4b0b-9be6-97ffddcc6606 req-386bc2cb-5a2a-47dd-bd63-f05eaad7b8e8 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:23.787421 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] Attempting to bind port 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:31:23.787721 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] Attempting to bind port 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'fe22c915-d091-45be-8e99-c18c07adf0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '53a21523-4c1d-4d57-96a0-7eb42fd8b46e'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:31:23.788042 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] Attempting to bind port 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01 on network 53a21523-4c1d-4d57-96a0-7eb42fd8b46e {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:31:23.795207 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-9be8b2e6-2f8a-4b0b-9be6-97ffddcc6606 req-386bc2cb-5a2a-47dd-bd63-f05eaad7b8e8 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1574905 Apr 23 10:31:23.796448 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] Port 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01 on network 53a21523-4c1d-4d57-96a0-7eb42fd8b46e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:31:23.796819 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] Attempting to bind port 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01 on network 53a21523-4c1d-4d57-96a0-7eb42fd8b46e {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:31:23.800671 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3dea6866-bfc2-484c-a76c-1a4198380e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:23.807496 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:23.816067 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] Checking agent: {'id': 'e9dd349d-b683-48bd-911f-eb86d546e7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'started_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:31:23.816475 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] Checking segment: {'id': 'fe22c915-d091-45be-8e99-c18c07adf0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '53a21523-4c1d-4d57-96a0-7eb42fd8b46e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:31:23.816897 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] Bound using segment: {'id': 'fe22c915-d091-45be-8e99-c18c07adf0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '53a21523-4c1d-4d57-96a0-7eb42fd8b46e'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:31:23.817386 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] Bound port: 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe22c915-d091-45be-8e99-c18c07adf0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '53a21523-4c1d-4d57-96a0-7eb42fd8b46e'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:31:23.817779 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:23.839856 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea6866-bfc2-484c-a76c-1a4198380e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59519dc-830d-4574-b0f2-d58e60f38669,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:23.843872 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3dea6866-bfc2-484c-a76c-1a4198380e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:23.844832 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3dea6866-bfc2-484c-a76c-1a4198380e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:23.846896 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-3dea6866-bfc2-484c-a76c-1a4198380e78 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e59519dc-830d-4574-b0f2-d58e60f38669 HTTP/1.1" status: 204 len: 168 time: 0.5071013 Apr 23 10:31:23.866934 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-9be8b2e6-2f8a-4b0b-9be6-97ffddcc6606 req-e1b2eaa5-2ad7-4306-aa53-e9cdd814613b tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603008 Apr 23 10:31:23.993285 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] For port 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01, host hv-cinder-77923, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:31:24.003421 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] For port 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=8b2f066e-fc6d-40da-93eb-0f2fdeff0a01,segment=NetworkSegment(fe22c915-d091-45be-8e99-c18c07adf0bc),segment_id=fe22c915-d091-45be-8e99-c18c07adf0bc)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:31:24.012152 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848232985'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:24.019105 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-425cea31-9b49-4af2-b2f3-34fbd296e6cc tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:24.083616 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49737924-576a-4567-95dd-0e89e79c2cf2 req-d743cec5-8933-43f0-9027-bf356ba1f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:24.085281 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-49737924-576a-4567-95dd-0e89e79c2cf2 req-d743cec5-8933-43f0-9027-bf356ba1f765 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 1098 time: 0.2047603 Apr 23 10:31:24.093800 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:24.094473 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:24.095951 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] 10.222.0.68 "PUT /v2.0/ports/8b2f066e-fc6d-40da-93eb-0f2fdeff0a01 HTTP/1.1" status: 200 len: 1098 time: 1.4053705 Apr 23 10:31:24.096517 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562fc87f-52f9-4acc-8fe7-6e8e8f505a2a', 'tag': '8b2f066e-fc6d-40da-93eb-0f2fdeff0a01'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:31:24.180324 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3004da-781d-40e4-b78e-55540ce28b4d req-08e2eddc-df9c-47ef-a522-d9ae02ee3a9c tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:24.182049 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2d3004da-781d-40e4-b78e-55540ce28b4d req-08e2eddc-df9c-47ef-a522-d9ae02ee3a9c tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 945 time: 0.1869218 Apr 23 10:31:24.243271 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2d3004da-781d-40e4-b78e-55540ce28b4d req-86744f67-068b-4e4d-aa9e-e7c0ce9fafff tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495863 Apr 23 10:31:24.412393 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562fc87f-52f9-4acc-8fe7-6e8e8f505a2a', 'tag': '8b2f066e-fc6d-40da-93eb-0f2fdeff0a01', 'status': 'completed', 'code': 200} Apr 23 10:31:24.458143 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2f066e-fc6d-40da-93eb-0f2fdeff0a01,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:24.471458 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:24.495959 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-49737924-576a-4567-95dd-0e89e79c2cf2 req-7df0035f-986f-4e5f-abe6-80d586767405 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786929 Apr 23 10:31:24.529525 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-72d95be3-57cf-4f96-b086-4794fc2639c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:24.531163 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-72d95be3-57cf-4f96-b086-4794fc2639c5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ccf696405f6946e2a3481ce9cc05c043&device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 1101 time: 0.1179676 Apr 23 10:31:24.627428 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c2966-0060-4cc4-ab7a-64bb0417d539 req-1adb8661-cca6-4501-96e1-342dff855e9b tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:24.629152 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1c4c2966-0060-4cc4-ab7a-64bb0417d539 req-1adb8661-cca6-4501-96e1-342dff855e9b tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 948 time: 0.1080065 Apr 23 10:31:24.681506 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1c4c2966-0060-4cc4-ab7a-64bb0417d539 req-f9c14c0d-a468-4449-8b02-c685b0dd50d5 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a93adab-fdb5-4256-aadc-6e0dc6977646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447278 Apr 23 10:31:25.112953 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe926d94-cd6d-4ac8-9ae8-971d6a4c09ed req-3e376960-fd72-4a43-ae30-294ac7fc3c7a tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:25.114528 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fe926d94-cd6d-4ac8-9ae8-971d6a4c09ed req-3e376960-fd72-4a43-ae30-294ac7fc3c7a tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1064627 Apr 23 10:31:25.167236 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fe926d94-cd6d-4ac8-9ae8-971d6a4c09ed req-7733cdf3-8916-4a8b-8c01-7ff1d999625b tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456474 Apr 23 10:31:25.212094 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-0405b8d0-a252-4531-b5e7-d3a3af27aceb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=8b2f066e-fc6d-40da-93eb-0f2fdeff0a01 HTTP/1.1" status: 200 len: 217 time: 0.0716112 Apr 23 10:31:25.378117 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-c4454d32-9dee-4e4c-90f4-efd7e73c0860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:25.379948 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-c4454d32-9dee-4e4c-90f4-efd7e73c0860 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0c6f3448-1731-498c-97d9-dc5a77fc3cc6 HTTP/1.1" status: 200 len: 843 time: 0.0822163 Apr 23 10:31:25.541029 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-f270595b-c8a6-4964-a823-6e0c08214a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:25.547394 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-f270595b-c8a6-4964-a823-6e0c08214a2f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=53a21523-4c1d-4d57-96a0-7eb42fd8b46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1156406 Apr 23 10:31:25.553266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae4cf4-1423-4f4c-9868-a46d0a2f4931 req-c4174f67-a74b-4895-901b-21d9610ce3cd tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:25.554970 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6eae4cf4-1423-4f4c-9868-a46d0a2f4931 req-c4174f67-a74b-4895-901b-21d9610ce3cd tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 945 time: 0.1264052 Apr 23 10:31:25.615464 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6eae4cf4-1423-4f4c-9868-a46d0a2f4931 req-37ed229b-9243-4e64-b381-dec21648d914 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475466 Apr 23 10:31:25.757131 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-986bb6ea-46e6-4416-82b3-72aee0e68577 service neutron] 10.222.0.68 "GET /v2.0/networks/53a21523-4c1d-4d57-96a0-7eb42fd8b46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955640 Apr 23 10:31:25.908818 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6d394-396c-4061-b9d2-9518072ad082 req-a02b0d42-0817-4a18-beaa-c4f817e3fd91 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:25.909535 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8dc6d394-396c-4061-b9d2-9518072ad082 req-a02b0d42-0817-4a18-beaa-c4f817e3fd91 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 948 time: 0.1062045 Apr 23 10:31:25.934029 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d13f0cdd-032c-4f53-9a96-ad03569927a3 req-fe8dd1ec-0872-498b-9e47-8bca6092f1bf service neutron] 10.222.0.68 "GET /v2.0/networks/53a21523-4c1d-4d57-96a0-7eb42fd8b46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586225 Apr 23 10:31:25.969547 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8dc6d394-396c-4061-b9d2-9518072ad082 req-624b2108-af46-40c6-b0d9-f026350c7930 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a93adab-fdb5-4256-aadc-6e0dc6977646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468411 Apr 23 10:31:26.229993 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bc9c1-e0ab-4a12-ae7b-cdddf2fe5ed8 req-b8328839-87ab-40e3-8665-745f17d52233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:26.233364 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e64bc9c1-e0ab-4a12-ae7b-cdddf2fe5ed8 req-b8328839-87ab-40e3-8665-745f17d52233 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ccf696405f6946e2a3481ce9cc05c043&device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 1101 time: 0.0891249 Apr 23 10:31:26.494562 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bc9c1-e0ab-4a12-ae7b-cdddf2fe5ed8 req-d55ebcb5-d9fb-491a-b0fd-5b457c015612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:26.496166 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e64bc9c1-e0ab-4a12-ae7b-cdddf2fe5ed8 req-d55ebcb5-d9fb-491a-b0fd-5b457c015612 service neutron] 10.222.0.68 "GET /v2.0/networks?id=53a21523-4c1d-4d57-96a0-7eb42fd8b46e HTTP/1.1" status: 200 len: 870 time: 0.2507582 Apr 23 10:31:26.508776 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140df9f-5536-4b33-8d9e-c2137ecc2770 req-76459ded-6a96-4f49-b4b2-48a442aa54b6 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:26.510363 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a140df9f-5536-4b33-8d9e-c2137ecc2770 req-76459ded-6a96-4f49-b4b2-48a442aa54b6 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1614478 Apr 23 10:31:26.560831 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a140df9f-5536-4b33-8d9e-c2137ecc2770 req-726dc98b-5093-4ad1-8af2-a1d009ff12f2 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423119 Apr 23 10:31:26.593584 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e64bc9c1-e0ab-4a12-ae7b-cdddf2fe5ed8 req-8e237285-0f48-455f-8893-f84a0039beb6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=8b2f066e-fc6d-40da-93eb-0f2fdeff0a01 HTTP/1.1" status: 200 len: 217 time: 0.0791953 Apr 23 10:31:26.760602 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bc9c1-e0ab-4a12-ae7b-cdddf2fe5ed8 req-a5cdcadb-a7e3-4612-aafb-4fc12ad38c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:26.762168 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e64bc9c1-e0ab-4a12-ae7b-cdddf2fe5ed8 req-a5cdcadb-a7e3-4612-aafb-4fc12ad38c85 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0c6f3448-1731-498c-97d9-dc5a77fc3cc6 HTTP/1.1" status: 200 len: 843 time: 0.0668814 Apr 23 10:31:26.843899 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247277a-e1ef-4294-b460-c0b5eed52ba3 req-15757967-ad80-4718-beb7-ecb1e4b90488 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:26.845581 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d247277a-e1ef-4294-b460-c0b5eed52ba3 req-15757967-ad80-4718-beb7-ecb1e4b90488 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 945 time: 0.1033444 Apr 23 10:31:26.917669 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bc9c1-e0ab-4a12-ae7b-cdddf2fe5ed8 req-fe9595d2-9ee7-437b-8487-be62988835bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:26.918048 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d247277a-e1ef-4294-b460-c0b5eed52ba3 req-e304a61a-92f0-4cd6-bcc9-5e279d2181a4 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589974 Apr 23 10:31:26.920582 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e64bc9c1-e0ab-4a12-ae7b-cdddf2fe5ed8 req-fe9595d2-9ee7-437b-8487-be62988835bf service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=53a21523-4c1d-4d57-96a0-7eb42fd8b46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0896268 Apr 23 10:31:27.191069 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cac985-6242-4f20-9623-65acc1c144da req-4da604ef-33f9-47f8-9f6c-838cee544a93 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:27.192685 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-83cac985-6242-4f20-9623-65acc1c144da req-4da604ef-33f9-47f8-9f6c-838cee544a93 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 948 time: 0.0925500 Apr 23 10:31:27.202091 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e64bc9c1-e0ab-4a12-ae7b-cdddf2fe5ed8 req-fefb855e-9101-41e9-9ac2-3f58e3789684 service neutron] 10.222.0.68 "GET /v2.0/networks/53a21523-4c1d-4d57-96a0-7eb42fd8b46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616611 Apr 23 10:31:27.256011 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-83cac985-6242-4f20-9623-65acc1c144da req-0a4949e4-dede-4598-88dc-1e6b0d063dfd tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a93adab-fdb5-4256-aadc-6e0dc6977646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567183 Apr 23 10:31:27.284276 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251215b4-a51d-4268-be27-42b2016b1679 req-09487396-e74d-4a55-a598-5419e9f7e406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:27.285943 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-251215b4-a51d-4268-be27-42b2016b1679 req-09487396-e74d-4a55-a598-5419e9f7e406 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 1098 time: 0.0815229 Apr 23 10:31:27.599696 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-251215b4-a51d-4268-be27-42b2016b1679 req-e42bbac6-979c-457c-8a68-56bbec762853 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085973 Apr 23 10:31:27.643621 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e64bc9c1-e0ab-4a12-ae7b-cdddf2fe5ed8 req-8f2afc8e-636b-4981-95a2-7faffcf93483 service neutron] 10.222.0.68 "GET /v2.0/networks/53a21523-4c1d-4d57-96a0-7eb42fd8b46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763093 Apr 23 10:31:27.782508 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeffadb-888f-4dcf-a654-bc3ff7604b7b req-aa54046e-067c-43c7-9e20-6e9f588264af tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:27.784164 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7eeffadb-888f-4dcf-a654-bc3ff7604b7b req-aa54046e-067c-43c7-9e20-6e9f588264af tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.0925262 Apr 23 10:31:27.835201 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7eeffadb-888f-4dcf-a654-bc3ff7604b7b req-6540ab4f-65de-4f72-904b-b812d8ee0ee4 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445805 Apr 23 10:31:28.129171 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bcb1e-392d-48a0-83c1-90809f5af217 req-b52afa83-330d-4d47-b493-70d4bfdab104 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:28.130773 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7e5bcb1e-392d-48a0-83c1-90809f5af217 req-b52afa83-330d-4d47-b493-70d4bfdab104 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 945 time: 0.0941434 Apr 23 10:31:28.179335 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7e5bcb1e-392d-48a0-83c1-90809f5af217 req-6cdb0005-3151-40e8-bc50-d7c26ce2ac54 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420125 Apr 23 10:31:28.964432 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031f71b-f579-43be-b98c-4dc3a1cbbaa3 req-190e9475-dd88-445b-83d6-58c82b999466 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:28.967127 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2031f71b-f579-43be-b98c-4dc3a1cbbaa3 req-190e9475-dd88-445b-83d6-58c82b999466 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 948 time: 0.1014524 Apr 23 10:31:29.083028 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2031f71b-f579-43be-b98c-4dc3a1cbbaa3 req-65c20e3f-48ea-4190-a879-005b27306a6d tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a93adab-fdb5-4256-aadc-6e0dc6977646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074436 Apr 23 10:31:29.119538 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b63590-37a4-4e1a-b131-2461056aa08d req-f0e031b1-597e-4359-aaa2-03bde8b52864 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:29.121201 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f8b63590-37a4-4e1a-b131-2461056aa08d req-f0e031b1-597e-4359-aaa2-03bde8b52864 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1281085 Apr 23 10:31:29.171875 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f8b63590-37a4-4e1a-b131-2461056aa08d req-f3d09754-67e2-4647-89a0-cbe69aab4a3c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433939 Apr 23 10:31:29.215782 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 33210) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:31:29.349011 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1a9ccf80-e68c-46e7-b656-be5273d45774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:29.369002 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1a9ccf80-e68c-46e7-b656-be5273d45774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:31:29.373408 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-1a9ccf80-e68c-46e7-b656-be5273d45774 admin admin] Usage tracker for resource:security_group_rule and tenant:112ca8dd5cc14434b83b5415d8e831a5 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:31:29.377035 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-1a9ccf80-e68c-46e7-b656-be5273d45774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:31:29.383835 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1a9ccf80-e68c-46e7-b656-be5273d45774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:31:29.391618 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4646d-413f-470e-bf08-26c217572a94 req-70afdfb6-b435-4f47-8752-6aa684c40625 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:29.393273 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-34e4646d-413f-470e-bf08-26c217572a94 req-70afdfb6-b435-4f47-8752-6aa684c40625 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 945 time: 0.0914397 Apr 23 10:31:29.444440 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-34e4646d-413f-470e-bf08-26c217572a94 req-30e39dcd-81ab-48ba-b808-6f0aa43c9657 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434535 Apr 23 10:31:29.480418 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1a9ccf80-e68c-46e7-b656-be5273d45774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:29.485207 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1a9ccf80-e68c-46e7-b656-be5273d45774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:29.494925 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2dad3ce9-8fc3-4f8e-81fb-502bd3fda014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:29.538961 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-1a9ccf80-e68c-46e7-b656-be5273d45774 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=112ca8dd5cc14434b83b5415d8e831a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3219616 Apr 23 10:31:29.539907 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ccf80-e68c-46e7-b656-be5273d45774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22331be-e336-4a89-931a-1b38d415b132,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:29.542597 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 33218) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:31:29.543651 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1a9ccf80-e68c-46e7-b656-be5273d45774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:29.642886 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9ef3bf70-dab9-4eb6-9cf4-243b84da25ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:29.672227 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9ef3bf70-dab9-4eb6-9cf4-243b84da25ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:29.730507 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9ef3bf70-dab9-4eb6-9cf4-243b84da25ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:29.731382 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:29.745567 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3bf70-dab9-4eb6-9cf4-243b84da25ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22331be-e336-4a89-931a-1b38d415b132,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:29.748723 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9ef3bf70-dab9-4eb6-9cf4-243b84da25ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:29.750996 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9ef3bf70-dab9-4eb6-9cf4-243b84da25ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:29.752230 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-9ef3bf70-dab9-4eb6-9cf4-243b84da25ad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b22331be-e336-4a89-931a-1b38d415b132 HTTP/1.1" status: 204 len: 168 time: 0.2080636 Apr 23 10:31:30.151550 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 33236) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:31:30.170828 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-44b03e32-d5aa-4b42-8923-dec6e44e050c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:30.186760 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-44b03e32-d5aa-4b42-8923-dec6e44e050c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:31:30.191105 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-44b03e32-d5aa-4b42-8923-dec6e44e050c admin admin] Usage tracker for resource:security_group_rule and tenant:eff926c16e654f558ccd4758addab1b4 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:31:30.194204 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-44b03e32-d5aa-4b42-8923-dec6e44e050c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:31:30.200486 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-44b03e32-d5aa-4b42-8923-dec6e44e050c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:31:30.301060 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-44b03e32-d5aa-4b42-8923-dec6e44e050c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:30.311827 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-44b03e32-d5aa-4b42-8923-dec6e44e050c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:30.321762 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9d540fd0-2940-4171-8b5f-68260f988022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:30.368554 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-44b03e32-d5aa-4b42-8923-dec6e44e050c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eff926c16e654f558ccd4758addab1b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158067 Apr 23 10:31:30.369513 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03e32-d5aa-4b42-8923-dec6e44e050c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8c64a8-71c4-4cca-b276-810fdac4ce95,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:30.371403 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 33242) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:31:30.373435 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-44b03e32-d5aa-4b42-8923-dec6e44e050c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:30.439251 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2549c116-9201-4a38-8a8b-009a20dc758b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:30.467182 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2549c116-9201-4a38-8a8b-009a20dc758b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:30.517916 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2549c116-9201-4a38-8a8b-009a20dc758b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:30.523357 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-899cac9b-aa73-44e6-9b10-396f8573a872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:30.540893 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549c116-9201-4a38-8a8b-009a20dc758b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8c64a8-71c4-4cca-b276-810fdac4ce95,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:30.546271 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2549c116-9201-4a38-8a8b-009a20dc758b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:30.551997 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2549c116-9201-4a38-8a8b-009a20dc758b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:30.556264 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-2549c116-9201-4a38-8a8b-009a20dc758b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9f8c64a8-71c4-4cca-b276-810fdac4ce95 HTTP/1.1" status: 204 len: 168 time: 0.1803617 Apr 23 10:31:30.816657 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cc885-3e74-49ca-9328-8d2f55b16604 req-2e6e75e5-b845-4ab2-a92c-b90d540a6ea3 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:30.818280 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fd4cc885-3e74-49ca-9328-8d2f55b16604 req-2e6e75e5-b845-4ab2-a92c-b90d540a6ea3 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 948 time: 0.1676893 Apr 23 10:31:30.873692 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593830b5-6ed0-4b24-a009-4d871827442f req-459d60cb-525e-4c0e-a21d-e9156e9a434f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:30.876307 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-593830b5-6ed0-4b24-a009-4d871827442f req-459d60cb-525e-4c0e-a21d-e9156e9a434f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1731138 Apr 23 10:31:30.975075 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fd4cc885-3e74-49ca-9328-8d2f55b16604 req-986abc7a-be1a-44d1-9696-578403b5f5d3 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a93adab-fdb5-4256-aadc-6e0dc6977646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452792 Apr 23 10:31:30.994383 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-593830b5-6ed0-4b24-a009-4d871827442f req-4af9d389-a3bf-4449-befc-d901e037bd5f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076427 Apr 23 10:31:32.157541 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f5013aca-dead-4954-a102-0cbe634873fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:32.279898 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb7730-04c6-4fe4-8e54-2535e3af02c6 req-3221c463-a525-40f1-96e3-9a6ef9cf0490 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:32.282591 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4dcb7730-04c6-4fe4-8e54-2535e3af02c6 req-3221c463-a525-40f1-96e3-9a6ef9cf0490 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 948 time: 0.1283262 Apr 23 10:31:32.394096 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4dcb7730-04c6-4fe4-8e54-2535e3af02c6 req-43186369-16d9-4513-9656-411b2e2377db tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a93adab-fdb5-4256-aadc-6e0dc6977646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054044 Apr 23 10:31:32.428521 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d473c1d-ca3a-403b-9f8c-fdaae1da4796 req-267d9ec7-cc9f-428d-9954-0df7731b3b12 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:32.430093 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3d473c1d-ca3a-403b-9f8c-fdaae1da4796 req-267d9ec7-cc9f-428d-9954-0df7731b3b12 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1260271 Apr 23 10:31:32.479769 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3d473c1d-ca3a-403b-9f8c-fdaae1da4796 req-34b2538a-bf79-489b-bc82-a156e356796e tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432918 Apr 23 10:31:32.683955 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314843f-5822-4988-b826-d7873dd39c41 req-2dd04177-f94c-4489-81a9-c7589baa668c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:32.685611 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a314843f-5822-4988-b826-d7873dd39c41 req-2dd04177-f94c-4489-81a9-c7589baa668c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.0938592 Apr 23 10:31:32.711623 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:31:32.742063 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a314843f-5822-4988-b826-d7873dd39c41 req-096b6ca5-f28d-4674-8919-b3eabbc1292e tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497751 Apr 23 10:31:32.864212 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=8b2f066e-fc6d-40da-93eb-0f2fdeff0a01,segment=NetworkSegment(fe22c915-d091-45be-8e99-c18c07adf0bc),segment_id=fe22c915-d091-45be-8e99-c18c07adf0bc)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:31:32.879865 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Returning: {'device': '8b2f066e-fc6d-40da-93eb-0f2fdeff0a01', 'network_id': '53a21523-4c1d-4d57-96a0-7eb42fd8b46e', 'port_id': '8b2f066e-fc6d-40da-93eb-0f2fdeff0a01', 'mac_address': 'fa:16:3e:ca:14:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c6f3448-1731-498c-97d9-dc5a77fc3cc6', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:31:32.971074 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:32.990436 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01 {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:31:33.008125 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=8b2f066e-fc6d-40da-93eb-0f2fdeff0a01,segment=NetworkSegment(fe22c915-d091-45be-8e99-c18c07adf0bc),segment_id=fe22c915-d091-45be-8e99-c18c07adf0bc)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:31:33.026880 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:33.028940 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:33.040256 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-07e9e4df-1e27-4537-ac66-c87a839f5745 req-2106a2dd-f315-487e-af25-2ceac6dad65c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1550527 Apr 23 10:31:33.113072 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=8b2f066e-fc6d-40da-93eb-0f2fdeff0a01,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:33.116309 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:33.296221 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:33.298796 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9e4df-1e27-4537-ac66-c87a839f5745 req-58c88e06-f17b-4973-b00a-f852395390ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:33.300542 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-07e9e4df-1e27-4537-ac66-c87a839f5745 req-58c88e06-f17b-4973-b00a-f852395390ce service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=053dbb1c35f34193b18ee2a736ef5da6&device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 1099 time: 0.0843446 Apr 23 10:31:33.580812 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9e4df-1e27-4537-ac66-c87a839f5745 req-ffc488fd-3ec8-421b-92fb-1a040924fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:33.582433 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-07e9e4df-1e27-4537-ac66-c87a839f5745 req-ffc488fd-3ec8-421b-92fb-1a040924fc6a service neutron] 10.222.0.68 "GET /v2.0/networks?id=b126fda1-8aba-4f97-9375-594b068d7500 HTTP/1.1" status: 200 len: 911 time: 0.1746142 Apr 23 10:31:33.644444 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc32de-8a0d-4a2d-932b-a69fdc2a25a4 req-3d187717-dfea-4098-bfe2-68ede9a7dba0 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:33.646093 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ebfc32de-8a0d-4a2d-932b-a69fdc2a25a4 req-3d187717-dfea-4098-bfe2-68ede9a7dba0 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 949 time: 0.1003602 Apr 23 10:31:33.700853 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ebfc32de-8a0d-4a2d-932b-a69fdc2a25a4 req-142ebf20-c314-4dd4-833a-ce5193fa728c tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a93adab-fdb5-4256-aadc-6e0dc6977646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463393 Apr 23 10:31:33.713632 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-07e9e4df-1e27-4537-ac66-c87a839f5745 req-69e186da-f513-44c9-9336-828d21c4b818 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15377bcc-175b-43d5-982f-3f50df9db188 HTTP/1.1" status: 200 len: 1002 time: 0.1131780 Apr 23 10:31:33.798393 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9e4df-1e27-4537-ac66-c87a839f5745 req-4c9b5a61-43a1-4304-9d8b-ad04ab839e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:33.799896 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-07e9e4df-1e27-4537-ac66-c87a839f5745 req-4c9b5a61-43a1-4304-9d8b-ad04ab839e51 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cace927e-fc70-4e72-9b62-fe1db6ce7c84 HTTP/1.1" status: 200 len: 849 time: 0.0705185 Apr 23 10:31:33.896665 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9e4df-1e27-4537-ac66-c87a839f5745 req-55f45688-025e-4b66-a7df-3706fbcc2a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:33.899181 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-07e9e4df-1e27-4537-ac66-c87a839f5745 req-55f45688-025e-4b66-a7df-3706fbcc2a0f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b126fda1-8aba-4f97-9375-594b068d7500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0841804 Apr 23 10:31:34.060410 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-07e9e4df-1e27-4537-ac66-c87a839f5745 req-caf75b70-9d7d-426e-8694-bc078e6a9263 service neutron] 10.222.0.68 "GET /v2.0/networks/b126fda1-8aba-4f97-9375-594b068d7500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450105 Apr 23 10:31:34.088391 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['8b2f066e-fc6d-40da-93eb-0f2fdeff0a01'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:31:34.168524 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-93f3fb3c-d8a3-448c-8f22-1224d41a0eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:34.233226 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-07e9e4df-1e27-4537-ac66-c87a839f5745 req-425c0b3e-9da2-4743-a22c-a8d58e1cf76d service neutron] 10.222.0.68 "GET /v2.0/networks/b126fda1-8aba-4f97-9375-594b068d7500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489873 Apr 23 10:31:34.931779 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aade6b8-f808-4d72-9c3f-f89b54081543 req-dd21cfc3-b367-4b61-9f59-e403de6b77ea tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:34.933427 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4aade6b8-f808-4d72-9c3f-f89b54081543 req-dd21cfc3-b367-4b61-9f59-e403de6b77ea tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 949 time: 0.0985446 Apr 23 10:31:34.988651 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4aade6b8-f808-4d72-9c3f-f89b54081543 req-2f6c2776-4b76-4010-83de-be804ce31062 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a93adab-fdb5-4256-aadc-6e0dc6977646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467741 Apr 23 10:31:35.378965 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:35.482297 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:36.183688 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0808ec-a38d-49fb-a824-b7394b871fd3 req-77eb6346-a28d-4fd3-bae5-ac5a06c08d47 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:36.185900 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fc0808ec-a38d-49fb-a824-b7394b871fd3 req-77eb6346-a28d-4fd3-bae5-ac5a06c08d47 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.0904217 Apr 23 10:31:36.248002 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fc0808ec-a38d-49fb-a824-b7394b871fd3 req-6a816591-8386-4708-b048-4753608f2160 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543954 Apr 23 10:31:36.281590 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084dbd3-8295-4a05-901f-257779946a89 req-0d2bb535-6754-46c8-bfed-5e299c31447c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:36.283442 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5084dbd3-8295-4a05-901f-257779946a89 req-0d2bb535-6754-46c8-bfed-5e299c31447c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=42c0406689e14916a31b158a17ed06c8&device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 1098 time: 0.0964258 Apr 23 10:31:36.483725 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0b180-c3d0-4051-a14f-33699c9a6a3d req-7ba845b6-34f2-4099-bc2a-4c0f43bd258c tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:36.485698 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-63b0b180-c3d0-4051-a14f-33699c9a6a3d req-7ba845b6-34f2-4099-bc2a-4c0f43bd258c tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 949 time: 0.1054831 Apr 23 10:31:36.499132 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084dbd3-8295-4a05-901f-257779946a89 req-9e8f184f-a6b1-436a-8ecb-3ded6abafddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:36.500818 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5084dbd3-8295-4a05-901f-257779946a89 req-9e8f184f-a6b1-436a-8ecb-3ded6abafddf service neutron] 10.222.0.68 "GET /v2.0/networks?id=92060680-c3d7-4f23-9347-bab7dc1c2acf HTTP/1.1" status: 200 len: 919 time: 0.1754735 Apr 23 10:31:36.541603 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-63b0b180-c3d0-4051-a14f-33699c9a6a3d req-964c4a58-2080-478c-994a-dc8ea9d8f430 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a93adab-fdb5-4256-aadc-6e0dc6977646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483778 Apr 23 10:31:36.600705 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5084dbd3-8295-4a05-901f-257779946a89 req-8ed9933a-3253-4184-b554-c6829c24ef70 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=480303f9-8468-4232-b1ae-7fe0e7babbd5 HTTP/1.1" status: 200 len: 217 time: 0.0757301 Apr 23 10:31:36.698117 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084dbd3-8295-4a05-901f-257779946a89 req-f69de6cd-3304-4ede-b5ec-ca5dfc11151f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:36.699775 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5084dbd3-8295-4a05-901f-257779946a89 req-f69de6cd-3304-4ede-b5ec-ca5dfc11151f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b838711e-84ce-47a5-87c2-83a0fa1d623a HTTP/1.1" status: 200 len: 858 time: 0.0859241 Apr 23 10:31:36.770208 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5084dbd3-8295-4a05-901f-257779946a89 req-bd5ede95-c35f-4d1f-a2f8-44710a8df29d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=92060680-c3d7-4f23-9347-bab7dc1c2acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569048 Apr 23 10:31:36.939293 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5084dbd3-8295-4a05-901f-257779946a89 req-9b336188-cad9-430d-86f6-6f4a00dcd815 service neutron] 10.222.0.68 "GET /v2.0/networks/92060680-c3d7-4f23-9347-bab7dc1c2acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509538 Apr 23 10:31:37.119858 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:37.130357 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5084dbd3-8295-4a05-901f-257779946a89 req-9ea9dfc1-ce33-4f5b-9683-1c7011bfa0e7 service neutron] 10.222.0.68 "GET /v2.0/networks/92060680-c3d7-4f23-9347-bab7dc1c2acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686463 Apr 23 10:31:37.537659 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609489ba-caf3-406a-bb3d-9ec0c7383083 req-11faff01-64a1-42b7-905c-07c664173f96 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:37.539307 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-609489ba-caf3-406a-bb3d-9ec0c7383083 req-11faff01-64a1-42b7-905c-07c664173f96 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.0998530 Apr 23 10:31:37.593134 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-609489ba-caf3-406a-bb3d-9ec0c7383083 req-0b1f4691-1f5f-49eb-bf46-8306562092bb tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458992 Apr 23 10:31:37.843428 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dde47d-b5ee-4755-aa0f-2cd0915d090e req-1aca76a0-59cd-4623-86a7-e44185a84d40 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:37.845087 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-04dde47d-b5ee-4755-aa0f-2cd0915d090e req-1aca76a0-59cd-4623-86a7-e44185a84d40 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 949 time: 0.1369674 Apr 23 10:31:37.897009 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-04dde47d-b5ee-4755-aa0f-2cd0915d090e req-55d54829-0fc2-4527-98e0-1bc95333ae79 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a93adab-fdb5-4256-aadc-6e0dc6977646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446510 Apr 23 10:31:38.758828 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01 up at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:31:38.851788 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning for port 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:31:38.859396 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning complete for port 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:31:38.859921 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:39.010764 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:39.014659 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929977c8-1b4f-44c6-a6f2-3d7ba29c1112 req-b26de65a-d5b2-493d-83d7-2adfc8664d04 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:39.016557 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-929977c8-1b4f-44c6-a6f2-3d7ba29c1112 req-b26de65a-d5b2-493d-83d7-2adfc8664d04 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1058335 Apr 23 10:31:39.068781 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=8b2f066e-fc6d-40da-93eb-0f2fdeff0a01,segment=NetworkSegment(fe22c915-d091-45be-8e99-c18c07adf0bc),segment_id=fe22c915-d091-45be-8e99-c18c07adf0bc)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:31:39.070235 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562fc87f-52f9-4acc-8fe7-6e8e8f505a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2f066e-fc6d-40da-93eb-0f2fdeff0a01'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:31:39.077118 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-929977c8-1b4f-44c6-a6f2-3d7ba29c1112 req-add1b536-2df9-4f95-b369-3771976f743d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511322 Apr 23 10:31:39.078693 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:39.080919 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:39.146164 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562fc87f-52f9-4acc-8fe7-6e8e8f505a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2f066e-fc6d-40da-93eb-0f2fdeff0a01', 'code': 200} Apr 23 10:31:39.160456 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=8b2f066e-fc6d-40da-93eb-0f2fdeff0a01,revision_number=5']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:39.163817 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:39.182562 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ecd34-b134-47a7-9324-370205fae451 req-e27389af-8425-4d2e-a831-742162f02f7c tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:39.184192 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8e7ecd34-b134-47a7-9324-370205fae451 req-e27389af-8425-4d2e-a831-742162f02f7c tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 950 time: 0.0957258 Apr 23 10:31:39.245194 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8e7ecd34-b134-47a7-9324-370205fae451 req-7ba36439-a6c3-47da-a5b3-fb9e8f77ca14 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a93adab-fdb5-4256-aadc-6e0dc6977646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533025 Apr 23 10:31:39.600708 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97eb652-6f7e-4696-90b6-081ccb027598 req-56153083-baa2-4b00-a952-16685e84b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:39.602298 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f97eb652-6f7e-4696-90b6-081ccb027598 req-56153083-baa2-4b00-a952-16685e84b6af service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 1103 time: 0.0845690 Apr 23 10:31:39.666210 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f97eb652-6f7e-4696-90b6-081ccb027598 req-09fa9b28-b67d-4a03-8ca6-1286f9077607 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4a93adab-fdb5-4256-aadc-6e0dc6977646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501785 Apr 23 10:31:41.076500 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e679615-2af8-484b-916e-071a4eb1d867 req-291b4d7a-5fc2-458d-ae51-793c969f103c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:41.078149 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2e679615-2af8-484b-916e-071a4eb1d867 req-291b4d7a-5fc2-458d-ae51-793c969f103c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1706109 Apr 23 10:31:41.143977 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e887b6-f4ef-4d85-af6d-4120acd74d1a req-5b748e73-8782-401b-9942-c9d13bcdc26b tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:41.145838 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d1e887b6-f4ef-4d85-af6d-4120acd74d1a req-5b748e73-8782-401b-9942-c9d13bcdc26b tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 950 time: 0.1599269 Apr 23 10:31:41.158630 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2e679615-2af8-484b-916e-071a4eb1d867 req-9f181eee-6372-46a1-a3e0-194bc33abf60 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663662 Apr 23 10:31:41.211303 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d1e887b6-f4ef-4d85-af6d-4120acd74d1a req-dc1ed6d6-f729-42ce-bb29-a1caf3029759 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a93adab-fdb5-4256-aadc-6e0dc6977646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587893 Apr 23 10:31:42.453156 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9657bde-d94e-4d09-86d3-1631fa2d8099 req-65e317b9-ae0c-453c-9be3-4f2224a82d60 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:42.454796 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f9657bde-d94e-4d09-86d3-1631fa2d8099 req-65e317b9-ae0c-453c-9be3-4f2224a82d60 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1639516 Apr 23 10:31:42.468889 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b943b6e-cb21-42bb-a58f-03719ce71c72 req-8a1d0c1c-f564-44ff-b941-79bc2342d778 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:42.470921 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8b943b6e-cb21-42bb-a58f-03719ce71c72 req-8a1d0c1c-f564-44ff-b941-79bc2342d778 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 950 time: 0.1316178 Apr 23 10:31:42.547050 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f9657bde-d94e-4d09-86d3-1631fa2d8099 req-d071ea3c-3fc3-4e96-9d35-dfe7b8cad867 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750520 Apr 23 10:31:42.555021 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8b943b6e-cb21-42bb-a58f-03719ce71c72 req-626c920b-359e-46fb-841a-858b30a58e5e tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a93adab-fdb5-4256-aadc-6e0dc6977646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664706 Apr 23 10:31:43.837099 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914dab5e-ad43-4126-814b-1da9fee2e72d req-430ac58d-8e9e-480b-8034-af0e413037ad tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:43.838808 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-914dab5e-ad43-4126-814b-1da9fee2e72d req-430ac58d-8e9e-480b-8034-af0e413037ad tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1573269 Apr 23 10:31:43.885821 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5683e-4d5b-45ec-ae65-6efb55549215 req-9c2bb989-a9b8-4a23-8f16-16dabeadcce2 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:43.887741 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1fb5683e-4d5b-45ec-ae65-6efb55549215 req-9c2bb989-a9b8-4a23-8f16-16dabeadcce2 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 950 time: 0.1481531 Apr 23 10:31:43.934932 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-914dab5e-ad43-4126-814b-1da9fee2e72d req-d9852857-d1f7-4bd1-9e48-a892a2528bb5 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846026 Apr 23 10:31:43.960914 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1fb5683e-4d5b-45ec-ae65-6efb55549215 req-97c2087f-efe8-4288-a86d-6ddb07e73506 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a93adab-fdb5-4256-aadc-6e0dc6977646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602109 Apr 23 10:31:44.848705 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001613e-46b8-488c-b1d9-bbeb90b1d837 req-c6b54ac8-3e46-43a8-b7be-7b43b83c2091 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:44.850405 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2001613e-46b8-488c-b1d9-bbeb90b1d837 req-c6b54ac8-3e46-43a8-b7be-7b43b83c2091 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 945 time: 0.1264300 Apr 23 10:31:44.900210 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2001613e-46b8-488c-b1d9-bbeb90b1d837 req-851543e0-e74f-4d68-a649-5feb981b69f8 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428140 Apr 23 10:31:45.169421 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d37f0-7e71-4928-95a4-af320511f769 req-f46c5872-cca7-450b-97ae-28d5f877c415 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:45.171048 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-117d37f0-7e71-4928-95a4-af320511f769 req-f46c5872-cca7-450b-97ae-28d5f877c415 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.0950727 Apr 23 10:31:45.231761 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-117d37f0-7e71-4928-95a4-af320511f769 req-b38ce8b5-0cc0-4c7b-80b9-57ee6ef173e2 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522516 Apr 23 10:31:45.388812 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed396d-3a4c-44d1-b6e3-e3cf1791a16f req-16a1dc5f-d51f-4cd3-b0e2-4756b9d322f5 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:45.390429 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d8ed396d-3a4c-44d1-b6e3-e3cf1791a16f req-16a1dc5f-d51f-4cd3-b0e2-4756b9d322f5 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 950 time: 0.0875461 Apr 23 10:31:45.442161 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d8ed396d-3a4c-44d1-b6e3-e3cf1791a16f req-94e2f0fa-4a57-4492-b2bf-ebc6e4405c9a tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a93adab-fdb5-4256-aadc-6e0dc6977646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451031 Apr 23 10:31:46.200687 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7b4ea-7b2e-4dc9-a76a-993eca42a723 req-ae6fd0ec-931f-44ce-80d7-ecb995d79598 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:46.202279 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-92e7b4ea-7b2e-4dc9-a76a-993eca42a723 req-ae6fd0ec-931f-44ce-80d7-ecb995d79598 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 950 time: 0.3665752 Apr 23 10:31:46.216351 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4455239-eaf0-404f-ae71-bc2b6d7963dd req-827d9620-d051-41f4-892d-f31c8b913cce tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:46.217887 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e4455239-eaf0-404f-ae71-bc2b6d7963dd req-827d9620-d051-41f4-892d-f31c8b913cce tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 945 time: 0.1233525 Apr 23 10:31:46.291928 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-92e7b4ea-7b2e-4dc9-a76a-993eca42a723 req-e09f1bd4-1421-4423-b09a-79eb28585db8 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a93adab-fdb5-4256-aadc-6e0dc6977646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730093 Apr 23 10:31:46.299707 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e4455239-eaf0-404f-ae71-bc2b6d7963dd req-0aa583c7-fa4b-4d34-bbd1-168ebaf24282 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666339 Apr 23 10:31:46.798856 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22caa4d-4246-42ae-9792-23ddb47f6517 req-0be72e1b-993a-414c-9b39-d2b0944909ef tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:46.800530 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c22caa4d-4246-42ae-9792-23ddb47f6517 req-0be72e1b-993a-414c-9b39-d2b0944909ef tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.0973222 Apr 23 10:31:46.851070 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c22caa4d-4246-42ae-9792-23ddb47f6517 req-f5e4bae7-d08a-4368-929d-08c11f7bebdc tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437396 Apr 23 10:31:47.526129 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b0540-ccd7-40a1-b4cc-b3bc55e01b3e req-34da2c09-3712-4ba4-9f13-ba1eb92031a2 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:47.527924 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-bc1b0540-ccd7-40a1-b4cc-b3bc55e01b3e req-34da2c09-3712-4ba4-9f13-ba1eb92031a2 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 950 time: 0.1096492 Apr 23 10:31:47.585643 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-bc1b0540-ccd7-40a1-b4cc-b3bc55e01b3e req-e7960257-154f-44b7-ad20-ed8255e1c92b tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a93adab-fdb5-4256-aadc-6e0dc6977646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499778 Apr 23 10:31:47.694074 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082d42e-c672-4390-9332-92be2a628fb8 req-bc511660-d75e-457a-bb0b-b6a196d2a4fb tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:47.695716 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b082d42e-c672-4390-9332-92be2a628fb8 req-bc511660-d75e-457a-bb0b-b6a196d2a4fb tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 945 time: 0.1091249 Apr 23 10:31:47.755745 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b082d42e-c672-4390-9332-92be2a628fb8 req-64f27216-a12d-4077-8d3d-b123fe7aebab tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529523 Apr 23 10:31:48.089540 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00688dff-cc36-46d0-a667-d738d53d638b req-d195d3cb-1bea-427b-a3ed-f9f178ef52c7 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:48.091164 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-00688dff-cc36-46d0-a667-d738d53d638b req-d195d3cb-1bea-427b-a3ed-f9f178ef52c7 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.0886633 Apr 23 10:31:48.141416 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-00688dff-cc36-46d0-a667-d738d53d638b req-e70017df-1438-4b16-9677-b3e37896a9b1 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437219 Apr 23 10:31:48.800536 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15781089-5d9a-44f2-8bf8-7871aa865b1e req-039811ac-1e2b-4ff2-b837-53751f3c0d69 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:48.802231 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-15781089-5d9a-44f2-8bf8-7871aa865b1e req-039811ac-1e2b-4ff2-b837-53751f3c0d69 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 950 time: 0.0933986 Apr 23 10:31:48.856493 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-15781089-5d9a-44f2-8bf8-7871aa865b1e req-8d77998f-aac9-41c3-85ca-79f9a0b338c4 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a93adab-fdb5-4256-aadc-6e0dc6977646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430512 Apr 23 10:31:48.967709 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad96bb8-1ff1-49eb-8252-ba2f4f7ac8b1 req-71f0a1bc-8ba2-4147-8abd-9e52e17c86b2 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:48.969361 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7ad96bb8-1ff1-49eb-8252-ba2f4f7ac8b1 req-71f0a1bc-8ba2-4147-8abd-9e52e17c86b2 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 945 time: 0.0911891 Apr 23 10:31:49.022577 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7ad96bb8-1ff1-49eb-8252-ba2f4f7ac8b1 req-811d1473-88ca-457b-8d80-b5d6fa6ebe72 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460324 Apr 23 10:31:49.380503 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbcdb43-934e-486c-97de-881cb8c47397 req-880d2f49-734d-4957-922b-dc04667a983b tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:49.382802 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ccbcdb43-934e-486c-97de-881cb8c47397 req-880d2f49-734d-4957-922b-dc04667a983b tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1171746 Apr 23 10:31:49.436386 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ccbcdb43-934e-486c-97de-881cb8c47397 req-2feb095b-a854-449d-b994-21432fd44db3 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441067 Apr 23 10:31:50.071819 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81221194-9a25-466a-ad73-1007a17a111e req-c4460da1-9e3f-486b-865b-de3af020ece5 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:50.073492 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-81221194-9a25-466a-ad73-1007a17a111e req-c4460da1-9e3f-486b-865b-de3af020ece5 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 950 time: 0.0922935 Apr 23 10:31:50.132441 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-81221194-9a25-466a-ad73-1007a17a111e req-2674bcbe-32ad-4d96-8269-94a1839c7f53 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a93adab-fdb5-4256-aadc-6e0dc6977646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510151 Apr 23 10:31:50.264807 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00d90b-8018-4478-9da4-96f3e2736d68 req-adae5842-e31f-4b0a-9c11-3d3157ca8025 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:50.268954 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8e00d90b-8018-4478-9da4-96f3e2736d68 req-adae5842-e31f-4b0a-9c11-3d3157ca8025 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 945 time: 0.1029334 Apr 23 10:31:50.317019 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8e00d90b-8018-4478-9da4-96f3e2736d68 req-ff06e0b9-3586-4144-a574-d4b306391e16 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434160 Apr 23 10:31:50.646384 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f974611-86ba-4ed6-986a-af83a73c5391 req-0627552d-98a7-41a2-8a2d-ada1172b7c89 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:50.647891 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5f974611-86ba-4ed6-986a-af83a73c5391 req-0627552d-98a7-41a2-8a2d-ada1172b7c89 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.0948989 Apr 23 10:31:50.700706 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5f974611-86ba-4ed6-986a-af83a73c5391 req-b6fcfc09-bc6b-40a4-bd47-e06e7f6f970f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445406 Apr 23 10:31:50.708846 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb7e45-5753-4a24-9810-64406053d805 req-f75197a8-32e6-4923-b295-c336a1017a3f tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:50.709618 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-8bcb7e45-5753-4a24-9810-64406053d805 req-f75197a8-32e6-4923-b295-c336a1017a3f tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Synchronizing usage tracker for tenant:ccf696405f6946e2a3481ce9cc05c043 on resource:port {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:31:50.727149 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-8bcb7e45-5753-4a24-9810-64406053d805 req-f75197a8-32e6-4923-b295-c336a1017a3f tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Unset dirty status for tenant:ccf696405f6946e2a3481ce9cc05c043 on resource:port {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:31:50.728409 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8bcb7e45-5753-4a24-9810-64406053d805 req-f75197a8-32e6-4923-b295-c336a1017a3f tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.68 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 950 time: 0.1112981 Apr 23 10:31:50.946207 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-8bcb7e45-5753-4a24-9810-64406053d805 req-12ad934c-9bdc-4b8a-81fb-a5cfe414bdbb tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Deleting port 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:31:50.946587 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8bcb7e45-5753-4a24-9810-64406053d805 req-12ad934c-9bdc-4b8a-81fb-a5cfe414bdbb tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:51.337852 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-8bcb7e45-5753-4a24-9810-64406053d805 req-12ad934c-9bdc-4b8a-81fb-a5cfe414bdbb tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] For port 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=8b2f066e-fc6d-40da-93eb-0f2fdeff0a01,segment=NetworkSegment(fe22c915-d091-45be-8e99-c18c07adf0bc),segment_id=fe22c915-d091-45be-8e99-c18c07adf0bc)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:31:51.338643 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8bcb7e45-5753-4a24-9810-64406053d805 req-12ad934c-9bdc-4b8a-81fb-a5cfe414bdbb tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:51.365424 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a74d76-38ae-46a6-a6db-cfa72acbb601 req-c2ba7fd9-52e0-4892-bddf-fa7d737c9859 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:51.367065 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e1a74d76-38ae-46a6-a6db-cfa72acbb601 req-c2ba7fd9-52e0-4892-bddf-fa7d737c9859 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 950 time: 0.1031513 Apr 23 10:31:51.448028 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e1a74d76-38ae-46a6-a6db-cfa72acbb601 req-9056f347-9dc0-4a2f-93ba-dea698ec3af4 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/security-groups?id=4a93adab-fdb5-4256-aadc-6e0dc6977646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719836 Apr 23 10:31:51.535234 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-8bcb7e45-5753-4a24-9810-64406053d805 req-12ad934c-9bdc-4b8a-81fb-a5cfe414bdbb tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Calling delete_port for 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01 owned by compute:nova {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:31:51.607489 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899c013-1dee-4380-bb8c-edde561f6d52 req-b8503c7e-765d-4d50-b98a-6a79cc8d34ff tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:51.609430 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2899c013-1dee-4380-bb8c-edde561f6d52 req-b8503c7e-765d-4d50-b98a-6a79cc8d34ff tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 945 time: 0.1133564 Apr 23 10:31:51.632600 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272dcd7-eae4-44f5-95ca-458caa72b12d req-c524f3d9-9d9e-4eb4-9c5f-9af2c531c867 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:51.633360 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-7272dcd7-eae4-44f5-95ca-458caa72b12d req-c524f3d9-9d9e-4eb4-9c5f-9af2c531c867 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Synchronizing usage tracker for tenant:d68a3d2ffd2d438dbb6699e97dff9ce9 on resource:port {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:31:51.661703 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2899c013-1dee-4380-bb8c-edde561f6d52 req-86388383-0d82-4821-b4a9-6a4179288996 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459220 Apr 23 10:31:51.665549 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-7272dcd7-eae4-44f5-95ca-458caa72b12d req-c524f3d9-9d9e-4eb4-9c5f-9af2c531c867 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Unset dirty status for tenant:d68a3d2ffd2d438dbb6699e97dff9ce9 on resource:port {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:31:51.666784 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7272dcd7-eae4-44f5-95ca-458caa72b12d req-c524f3d9-9d9e-4eb4-9c5f-9af2c531c867 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.68 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 945 time: 0.1751573 Apr 23 10:31:51.788661 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8bcb7e45-5753-4a24-9810-64406053d805 req-12ad934c-9bdc-4b8a-81fb-a5cfe414bdbb tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:51.810550 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:51.863503 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['8b2f066e-fc6d-40da-93eb-0f2fdeff0a01'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:31:51.894570 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad934c-9bdc-4b8a-81fb-a5cfe414bdbb tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Pushing event deleted for resources: {'Port': ['ID=8b2f066e-fc6d-40da-93eb-0f2fdeff0a01,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:51.903806 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-12ad934c-9bdc-4b8a-81fb-a5cfe414bdbb tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:51.942044 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6d70f-f814-4b5b-ac55-a9355f3f3948 req-7015ed15-23a3-4842-a452-dc5852c2abc3 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:51.943706 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0ae6d70f-f814-4b5b-ac55-a9355f3f3948 req-7015ed15-23a3-4842-a452-dc5852c2abc3 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1134229 Apr 23 10:31:52.015272 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0ae6d70f-f814-4b5b-ac55-a9355f3f3948 req-add934f3-03df-4a78-87ca-1c9f7a9a29c3 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625021 Apr 23 10:31:52.062708 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcb7e45-5753-4a24-9810-64406053d805 req-12ad934c-9bdc-4b8a-81fb-a5cfe414bdbb tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] No DVR routers for this DVR port 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01 on host hv-cinder-77923 {{(pid=86422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:31:52.067425 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8bcb7e45-5753-4a24-9810-64406053d805 req-12ad934c-9bdc-4b8a-81fb-a5cfe414bdbb tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:52.071871 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562fc87f-52f9-4acc-8fe7-6e8e8f505a2a', 'name': 'network-vif-deleted', 'tag': '8b2f066e-fc6d-40da-93eb-0f2fdeff0a01'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:31:52.105786 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8bcb7e45-5753-4a24-9810-64406053d805 req-12ad934c-9bdc-4b8a-81fb-a5cfe414bdbb tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.68 "DELETE /v2.0/ports/8b2f066e-fc6d-40da-93eb-0f2fdeff0a01 HTTP/1.1" status: 204 len: 173 time: 1.3064663 Apr 23 10:31:52.117306 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-7272dcd7-eae4-44f5-95ca-458caa72b12d req-469eefc2-1103-4088-beb6-0e7ac70daffd tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Deleting port 231a1254-95cf-4ccc-8509-2fd2d246e426 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:31:52.117544 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-7272dcd7-eae4-44f5-95ca-458caa72b12d req-469eefc2-1103-4088-beb6-0e7ac70daffd tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:52.138719 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562fc87f-52f9-4acc-8fe7-6e8e8f505a2a', 'name': 'network-vif-deleted', 'tag': '8b2f066e-fc6d-40da-93eb-0f2fdeff0a01', 'status': 'completed', 'code': 200} Apr 23 10:31:52.288227 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-7272dcd7-eae4-44f5-95ca-458caa72b12d req-469eefc2-1103-4088-beb6-0e7ac70daffd tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] For port 231a1254-95cf-4ccc-8509-2fd2d246e426, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=231a1254-95cf-4ccc-8509-2fd2d246e426,segment=NetworkSegment(5057dd03-d1f0-4c3f-9d58-23311a3c11a3),segment_id=5057dd03-d1f0-4c3f-9d58-23311a3c11a3)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:31:52.288757 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-7272dcd7-eae4-44f5-95ca-458caa72b12d req-469eefc2-1103-4088-beb6-0e7ac70daffd tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:52.427913 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-7272dcd7-eae4-44f5-95ca-458caa72b12d req-469eefc2-1103-4088-beb6-0e7ac70daffd tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Calling delete_port for 231a1254-95cf-4ccc-8509-2fd2d246e426 owned by compute:nova {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:31:52.580497 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-7272dcd7-eae4-44f5-95ca-458caa72b12d req-469eefc2-1103-4088-beb6-0e7ac70daffd tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:52.587142 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:52.626029 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:31:52.647391 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469eefc2-1103-4088-beb6-0e7ac70daffd tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Pushing event deleted for resources: {'Port': ['ID=231a1254-95cf-4ccc-8509-2fd2d246e426,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:52.651328 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-469eefc2-1103-4088-beb6-0e7ac70daffd tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:52.654323 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['5c6bc6da-93ec-4398-9c44-49cd341026ff', 'c71026cc-0182-4060-bfe2-97e83a717a91', 'd8b371dd-4436-4846-95cd-a3336daf7d9d', '231a1254-95cf-4ccc-8509-2fd2d246e426'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:31:52.725358 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2c432b83-b5b7-45dc-89b4-f02ca91d43e0 req-3c49d27f-cf58-4d65-b137-c31f12586807 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 210 time: 0.0740378 Apr 23 10:31:52.756247 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-7272dcd7-eae4-44f5-95ca-458caa72b12d req-469eefc2-1103-4088-beb6-0e7ac70daffd tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] No DVR routers for this DVR port 231a1254-95cf-4ccc-8509-2fd2d246e426 on host hv-cinder-77923 {{(pid=86422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:31:52.761828 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-7272dcd7-eae4-44f5-95ca-458caa72b12d req-469eefc2-1103-4088-beb6-0e7ac70daffd tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:52.783146 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7272dcd7-eae4-44f5-95ca-458caa72b12d req-469eefc2-1103-4088-beb6-0e7ac70daffd tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.68 "DELETE /v2.0/ports/231a1254-95cf-4ccc-8509-2fd2d246e426 HTTP/1.1" status: 204 len: 173 time: 1.0512457 Apr 23 10:31:52.901673 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e81b7eb5-cdc4-4a6f-83a9-184d5a7fe48f req-614c36d6-28cc-42d3-9c09-4cdc19983168 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 210 time: 0.0661428 Apr 23 10:31:53.579480 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45511446-c339-479b-b6ac-dc8681497a94 req-d4002b4e-d8c7-48cd-b5d3-6390650aab10 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:53.581122 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-45511446-c339-479b-b6ac-dc8681497a94 req-d4002b4e-d8c7-48cd-b5d3-6390650aab10 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1019194 Apr 23 10:31:53.641309 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-45511446-c339-479b-b6ac-dc8681497a94 req-82e8011b-35f2-4fd0-8672-c85d3ddb176b tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509036 Apr 23 10:31:53.953306 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-889b7f46-fb88-4003-8380-4bff694547c5 req-349f60a9-af81-477c-9381-7138c3bbf180 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] 10.222.0.70 "GET /v2.0/ports?device_id=562fc87f-52f9-4acc-8fe7-6e8e8f505a2a HTTP/1.1" status: 200 len: 210 time: 0.0547156 Apr 23 10:31:54.127297 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d507238e-544b-46d5-b3c1-3a3bcfc3674e req-5c4e891e-91d8-4cac-beae-6dadafca3cb0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 210 time: 0.0605891 Apr 23 10:31:54.140447 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916b53e0-abb0-4bbb-ae93-7a9f7ee90987', 'name': 'network-vif-deleted', 'tag': '231a1254-95cf-4ccc-8509-2fd2d246e426'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:31:54.203205 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916b53e0-abb0-4bbb-ae93-7a9f7ee90987', 'name': 'network-vif-deleted', 'tag': '231a1254-95cf-4ccc-8509-2fd2d246e426', 'status': 'completed', 'code': 200} Apr 23 10:31:54.918563 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b8252-b87c-4717-8c4e-4ef0c9c753c2 req-96a4f0fc-5485-4261-b1f9-e99bd1aadc13 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:54.922694 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2f5b8252-b87c-4717-8c4e-4ef0c9c753c2 req-96a4f0fc-5485-4261-b1f9-e99bd1aadc13 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1032939 Apr 23 10:31:54.956857 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 231a1254-95cf-4ccc-8509-2fd2d246e426 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:31:54.972208 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2f5b8252-b87c-4717-8c4e-4ef0c9c753c2 req-64abe305-f235-4e22-ba81-58178493da93 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440571 Apr 23 10:31:54.994250 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] No Port match for: 231a1254-95cf-4ccc-8509-2fd2d246e426 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:31:54.994655 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 231a1254-95cf-4ccc-8509-2fd2d246e426 not bound to the agent host hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:31:54.995136 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:31:55.037705 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] No Port match for: 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:31:55.038070 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 8b2f066e-fc6d-40da-93eb-0f2fdeff0a01 not bound to the agent host hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:31:55.339356 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-efcfc8ee-2dd5-40a4-8f33-72bd0bfc4184 req-98a745fa-4cdb-4a9f-93d7-157fda41fcc8 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=916b53e0-abb0-4bbb-ae93-7a9f7ee90987 HTTP/1.1" status: 200 len: 210 time: 0.0499279 Apr 23 10:31:56.226078 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd164ae-908e-464d-872a-958e47dd7d53 req-73e76dc9-b28e-46a2-8f60-78c8d22b1fd4 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:56.227738 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4cd164ae-908e-464d-872a-958e47dd7d53 req-73e76dc9-b28e-46a2-8f60-78c8d22b1fd4 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1142771 Apr 23 10:31:56.288501 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4cd164ae-908e-464d-872a-958e47dd7d53 req-2f0957b0-059f-48b6-81b8-52535535e930 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531394 Apr 23 10:31:57.551233 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11d236-1081-4b17-a97f-c0179606f261 req-cfdbf3f3-ad53-473f-a137-6a592db5bac4 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:57.553828 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0c11d236-1081-4b17-a97f-c0179606f261 req-cfdbf3f3-ad53-473f-a137-6a592db5bac4 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1190326 Apr 23 10:31:57.603953 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0c11d236-1081-4b17-a97f-c0179606f261 req-daab735c-4539-4683-a533-bd62345f22d2 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432072 Apr 23 10:31:58.137557 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4473af8-8133-4c24-aa83-f52b2c52c6fd req-2a447043-4072-4e88-81fe-4c2200aab5f8 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:58.139179 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f4473af8-8133-4c24-aa83-f52b2c52c6fd req-2a447043-4072-4e88-81fe-4c2200aab5f8 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=09271b25-b39e-43ab-b296-d5a4ba6cec86 HTTP/1.1" status: 200 len: 946 time: 0.0927966 Apr 23 10:31:58.192148 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f4473af8-8133-4c24-aa83-f52b2c52c6fd req-587cda65-728d-4dbc-9ed3-eace7ee79cdc tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457137 Apr 23 10:31:58.881497 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b28892-d2d1-48df-b476-928de5746e25 req-6ca588ab-9caa-4f15-8dd6-85a54a6fe0a5 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:58.883169 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-11b28892-d2d1-48df-b476-928de5746e25 req-6ca588ab-9caa-4f15-8dd6-85a54a6fe0a5 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.0967879 Apr 23 10:31:58.934809 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-11b28892-d2d1-48df-b476-928de5746e25 req-c83b3f76-5ee4-421b-ab04-8a96afc69d3f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446515 Apr 23 10:31:59.408311 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25adad6-ae7c-4f8f-bf53-addbc5752824 req-f5cab434-d06c-4905-aca1-317395376249 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:59.410182 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d25adad6-ae7c-4f8f-bf53-addbc5752824 req-f5cab434-d06c-4905-aca1-317395376249 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=09271b25-b39e-43ab-b296-d5a4ba6cec86 HTTP/1.1" status: 200 len: 946 time: 0.0935631 Apr 23 10:31:59.466153 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d25adad6-ae7c-4f8f-bf53-addbc5752824 req-6ee8c7fa-b28f-437d-bde1-b92196759369 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479074 Apr 23 10:32:00.163724 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43c84f-eb04-4f16-b14e-72abe7df3aea req-dc11fdf5-ca07-4e63-ab75-20270027f3bd tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:00.165854 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-9c43c84f-eb04-4f16-b14e-72abe7df3aea req-dc11fdf5-ca07-4e63-ab75-20270027f3bd tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1046996 Apr 23 10:32:00.238791 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-9c43c84f-eb04-4f16-b14e-72abe7df3aea req-09bc9430-a5ac-4866-9282-704744427484 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652382 Apr 23 10:32:00.487496 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 33940) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:00.679973 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-61399240-7e1f-4614-bf4c-c293885761f7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ccf696405f6946e2a3481ce9cc05c043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1907766 Apr 23 10:32:00.682427 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 33948) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:00.698826 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c73796-38d7-4f61-a7f4-d73c8b62b8c5 req-a9f7c5f2-9439-4849-9473-37e2cbb4520a tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:00.701029 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e3c73796-38d7-4f61-a7f4-d73c8b62b8c5 req-a9f7c5f2-9439-4849-9473-37e2cbb4520a tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=09271b25-b39e-43ab-b296-d5a4ba6cec86 HTTP/1.1" status: 200 len: 946 time: 0.1121199 Apr 23 10:32:00.751596 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0541d02f-7a19-4278-acc0-1c9ecf25ac95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:00.767036 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e3c73796-38d7-4f61-a7f4-d73c8b62b8c5 req-79c7dcd0-937c-49b4-8d81-e5b996e9360e tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591099 Apr 23 10:32:00.783225 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0541d02f-7a19-4278-acc0-1c9ecf25ac95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:00.836683 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0541d02f-7a19-4278-acc0-1c9ecf25ac95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:00.843826 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e1450db0-39d7-4fa6-81be-f9082d8aad91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:00.855155 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541d02f-7a19-4278-acc0-1c9ecf25ac95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a93adab-fdb5-4256-aadc-6e0dc6977646,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:00.859020 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0541d02f-7a19-4278-acc0-1c9ecf25ac95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:00.863568 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0541d02f-7a19-4278-acc0-1c9ecf25ac95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:00.864885 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-0541d02f-7a19-4278-acc0-1c9ecf25ac95 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4a93adab-fdb5-4256-aadc-6e0dc6977646 HTTP/1.1" status: 204 len: 168 time: 0.1811001 Apr 23 10:32:01.465764 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c736a2c-edba-4768-bb2a-5301b28b1d48 req-22bef288-962b-4a96-a659-c3dc856fa705 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:01.467409 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3c736a2c-edba-4768-bb2a-5301b28b1d48 req-22bef288-962b-4a96-a659-c3dc856fa705 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1070356 Apr 23 10:32:01.529340 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3c736a2c-edba-4768-bb2a-5301b28b1d48 req-1c409a95-f3fc-4064-b0eb-4bfbc1afb877 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537686 Apr 23 10:32:01.691543 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd479a-e062-48af-86e3-b2b78c00d910 req-15f1a73e-a658-4d5b-9450-da5e8542e8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:01.693230 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-aabd479a-e062-48af-86e3-b2b78c00d910 req-15f1a73e-a658-4d5b-9450-da5e8542e8e7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 1098 time: 0.0831013 Apr 23 10:32:01.744183 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-aabd479a-e062-48af-86e3-b2b78c00d910 req-f6140769-6e2a-4852-9113-ba5a48695d2b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391831 Apr 23 10:32:01.749575 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 33980) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:01.882381 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-e76913b7-a362-4660-9a28-d713333d3124 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-447632132-network', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:32:01.888123 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e76913b7-a362-4660-9a28-d713333d3124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:32:01.892277 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-e76913b7-a362-4660-9a28-d713333d3124 admin admin] Usage tracker for resource:network and tenant:d2e0dc22dcea432d8076768b73aa0a25 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:32:01.895455 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-e76913b7-a362-4660-9a28-d713333d3124 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:32:01.902601 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e76913b7-a362-4660-9a28-d713333d3124 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:32:01.911904 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76913b7-a362-4660-9a28-d713333d3124 admin admin] Made reservation on behalf of d2e0dc22dcea432d8076768b73aa0a25 for: {'network': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:32:01.916652 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e76913b7-a362-4660-9a28-d713333d3124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for network, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:01.930417 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e76913b7-a362-4660-9a28-d713333d3124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:01.946131 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e76913b7-a362-4660-9a28-d713333d3124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:32:01.950154 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-e76913b7-a362-4660-9a28-d713333d3124 admin admin] Usage tracker for resource:security_group_rule and tenant:d2e0dc22dcea432d8076768b73aa0a25 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:32:01.953067 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-e76913b7-a362-4660-9a28-d713333d3124 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:32:01.959079 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e76913b7-a362-4660-9a28-d713333d3124 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:32:01.987698 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe70c3-0ca5-4de4-84fc-9b04442da02a req-22e57f9f-aa36-4122-9308-52ccf85a580a tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:01.989382 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e3fe70c3-0ca5-4de4-84fc-9b04442da02a req-22e57f9f-aa36-4122-9308-52ccf85a580a tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=09271b25-b39e-43ab-b296-d5a4ba6cec86 HTTP/1.1" status: 200 len: 946 time: 0.0925901 Apr 23 10:32:02.040873 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e3fe70c3-0ca5-4de4-84fc-9b04442da02a req-e55b6c9f-6138-48de-ac3e-05f1b2f3abbe tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447092 Apr 23 10:32:02.054869 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e76913b7-a362-4660-9a28-d713333d3124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:02.058014 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e76913b7-a362-4660-9a28-d713333d3124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:02.062381 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-dfdb48bc-87de-4f4d-98e7-4c2f445708cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:02.089771 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76913b7-a362-4660-9a28-d713333d3124 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=86422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 10:32:02.103910 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76913b7-a362-4660-9a28-d713333d3124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:02.107960 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e76913b7-a362-4660-9a28-d713333d3124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:02.111164 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e76913b7-a362-4660-9a28-d713333d3124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:02.111559 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.segments_db [None req-e76913b7-a362-4660-9a28-d713333d3124 admin admin] Added segment 25f280b3-5353-4bb9-aa4e-f599f066c77b of type vlan for network 854fce4f-ab08-40bc-8988-fdf2d2740098 Apr 23 10:32:02.133381 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-45c00a30-c8b5-4b18-8ed6-fbdc11f1f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:02.139278 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e76913b7-a362-4660-9a28-d713333d3124 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747065835481'] for network, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:02.169910 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e76913b7-a362-4660-9a28-d713333d3124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for network, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:02.171309 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76913b7-a362-4660-9a28-d713333d3124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:02.171951 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e76913b7-a362-4660-9a28-d713333d3124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:02.177041 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:02.285290 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-e76913b7-a362-4660-9a28-d713333d3124 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5332963 Apr 23 10:32:02.286631 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 33990) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:02.288844 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76913b7-a362-4660-9a28-d713333d3124 admin admin] Pushing event updated for resources: {'Network': ['ID=854fce4f-ab08-40bc-8988-fdf2d2740098,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:02.292645 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e76913b7-a362-4660-9a28-d713333d3124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:02.295976 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-657cc2f3-70b1-4560-989d-95e01731a37a admin admin] Request body: {'subnet': {'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-447632132-subnet', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'ip_version': 4}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:32:02.300660 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Network 854fce4f-ab08-40bc-8988-fdf2d2740098 details requested by agent ovs-agent-dv-cinder-779233-3-smb with host dv-cinder-779233-3-smb {{(pid=86423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 10:32:02.308598 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-657cc2f3-70b1-4560-989d-95e01731a37a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:32:02.313830 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-657cc2f3-70b1-4560-989d-95e01731a37a admin admin] Usage tracker for resource:subnet and tenant:d2e0dc22dcea432d8076768b73aa0a25 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:32:02.317378 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-657cc2f3-70b1-4560-989d-95e01731a37a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:32:02.323828 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-657cc2f3-70b1-4560-989d-95e01731a37a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:32:02.348604 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657cc2f3-70b1-4560-989d-95e01731a37a admin admin] Made reservation on behalf of d2e0dc22dcea432d8076768b73aa0a25 for: {'subnet': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:32:02.353389 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-657cc2f3-70b1-4560-989d-95e01731a37a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849421190'] for subnet, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:02.795410 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420af89-9a97-4938-8e4a-c3bf8aa7c0f4 req-45d53cb4-910a-44a1-95a5-f7fef61f9c5c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:02.797033 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8420af89-9a97-4938-8e4a-c3bf8aa7c0f4 req-45d53cb4-910a-44a1-95a5-f7fef61f9c5c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1256742 Apr 23 10:32:02.859729 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8420af89-9a97-4938-8e4a-c3bf8aa7c0f4 req-9baf655f-ba1d-45f9-b549-e113a9f85da2 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538933 Apr 23 10:32:02.919499 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-657cc2f3-70b1-4560-989d-95e01731a37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848785176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849421205'] for subnet, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:02.924525 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-61dacd61-a834-4bf2-88a8-392bd75d1523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:03.004381 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cc2f3-70b1-4560-989d-95e01731a37a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f45024b0-e07c-461f-ae6f-91546258ef1d,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:03.007969 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-657cc2f3-70b1-4560-989d-95e01731a37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:03.015633 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657cc2f3-70b1-4560-989d-95e01731a37a admin admin] Checking segment: {'id': '25f280b3-5353-4bb9-aa4e-f599f066c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:32:03.016040 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657cc2f3-70b1-4560-989d-95e01731a37a admin admin] Network hostable DHCP agents. Network: 854fce4f-ab08-40bc-8988-fdf2d2740098, hostable agents: ['9afd9aa3-ba3d-4012-bb25-a6f17ffdc572'], hosted agents: [] {{(pid=86420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 10:32:03.037469 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657cc2f3-70b1-4560-989d-95e01731a37a admin admin] Network 854fce4f-ab08-40bc-8988-fdf2d2740098 is scheduled to be hosted by DHCP agent 9afd9aa3-ba3d-4012-bb25-a6f17ffdc572 with binding_index 1 {{(pid=86420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 10:32:03.046435 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-657cc2f3-70b1-4560-989d-95e01731a37a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-smb, 854fce4f-ab08-40bc-8988-fdf2d2740098) {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:32:03.056508 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9420a40d-c38b-4d69-afe1-d087525187b9 None None] Network 854fce4f-ab08-40bc-8988-fdf2d2740098 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:32:03.063551 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657cc2f3-70b1-4560-989d-95e01731a37a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:03.063551 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-657cc2f3-70b1-4560-989d-95e01731a37a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:03.096657 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-657cc2f3-70b1-4560-989d-95e01731a37a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8055944 Apr 23 10:32:03.097084 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 34002) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:03.102703 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-a480dca9-c5bd-481a-8238-8cc3e9b0d74f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-447632132-router', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:32:03.108931 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a480dca9-c5bd-481a-8238-8cc3e9b0d74f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:32:03.113199 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-a480dca9-c5bd-481a-8238-8cc3e9b0d74f admin admin] Usage tracker for resource:router and tenant:d2e0dc22dcea432d8076768b73aa0a25 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:32:03.117577 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-a480dca9-c5bd-481a-8238-8cc3e9b0d74f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:32:03.124474 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a480dca9-c5bd-481a-8238-8cc3e9b0d74f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:32:03.136854 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a480dca9-c5bd-481a-8238-8cc3e9b0d74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-397271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-418'] for router, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:03.138123 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a480dca9-c5bd-481a-8238-8cc3e9b0d74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854273991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854196952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775366'] for router, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:03.153246 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a480dca9-c5bd-481a-8238-8cc3e9b0d74f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:03.304167 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp652c0ba5-fead-5515-a46d-04250ecd80c7-854fce4f-ab08-40bc-8988-fdf2d2740098', 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'fixed_ips': [{'subnet_id': 'f45024b0-e07c-461f-ae6f-91546258ef1d'}]}} from dv-cinder-779233-3-smb. {{(pid=86423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 10:32:03.305110 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:03.324404 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:03.485692 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] Allocated IP 172.20.0.2 (854fce4f-ab08-40bc-8988-fdf2d2740098/f45024b0-e07c-461f-ae6f-91546258ef1d/ebdd5f88-7766-4a67-bcf4-5d8a2de6a267) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:32:03.739708 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:03.751403 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] Transition to ACTIVE for port object ebdd5f88-7766-4a67-bcf4-5d8a2de6a267 will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:32:03.772264 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] Transition to ACTIVE for port object ebdd5f88-7766-4a67-bcf4-5d8a2de6a267 will not be triggered until provisioned by entity DHCP. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:32:03.774279 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a480dca9-c5bd-481a-8238-8cc3e9b0d74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854273842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854375068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775355'] for router, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:03.777410 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:03.783662 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:03.798370 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d3065-1c36-42f7-9f20-d1c96925e639 req-53effe81-1671-474b-a941-288de88985b3 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:03.799961 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ba0d3065-1c36-42f7-9f20-d1c96925e639 req-53effe81-1671-474b-a941-288de88985b3 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=09271b25-b39e-43ab-b296-d5a4ba6cec86 HTTP/1.1" status: 200 len: 946 time: 0.6292295 Apr 23 10:32:03.845091 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] Network 854fce4f-ab08-40bc-8988-fdf2d2740098 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:32:03.854148 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] Resources bound (agent type, host, resource id): {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:32:03.857470 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:32:03.910379 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] Pushing event updated for resources: {'Port': ['ID=ebdd5f88-7766-4a67-bcf4-5d8a2de6a267,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:03.910379 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:03.929119 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ba0d3065-1c36-42f7-9f20-d1c96925e639 req-5ec39712-acb3-4755-bfa1-1a473b08b199 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155303 Apr 23 10:32:03.996035 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] Attempting to bind port ebdd5f88-7766-4a67-bcf4-5d8a2de6a267 on host dv-cinder-779233-3-smb for vnic_type normal with profile {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:32:03.996619 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] Attempting to bind port ebdd5f88-7766-4a67-bcf4-5d8a2de6a267 by drivers openvswitch,hyperv on host dv-cinder-779233-3-smb at level 0 using segments [{'id': '25f280b3-5353-4bb9-aa4e-f599f066c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:32:03.997264 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] Attempting to bind port ebdd5f88-7766-4a67-bcf4-5d8a2de6a267 on network 854fce4f-ab08-40bc-8988-fdf2d2740098 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:32:04.003945 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] Checking agent: {'id': '1913a22a-9c34-47f7-a9c7-162e923d995b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 19, 35), 'started_at': datetime.datetime(2021, 4, 23, 10, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:32:04.004725 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] Checking segment: {'id': '25f280b3-5353-4bb9-aa4e-f599f066c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:32:04.005958 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:04.005958 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] Bound using segment: {'id': '25f280b3-5353-4bb9-aa4e-f599f066c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:32:04.006706 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] Bound port: ebdd5f88-7766-4a67-bcf4-5d8a2de6a267, host: dv-cinder-779233-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f280b3-5353-4bb9-aa4e-f599f066c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:32:04.007236 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:04.105195 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613373af-2ea9-45e1-afd7-bc0adf674177 req-4d84efee-3eb0-4bb9-9939-d32d5ad17242 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:04.105553 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-613373af-2ea9-45e1-afd7-bc0adf674177 req-4d84efee-3eb0-4bb9-9939-d32d5ad17242 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Synchronizing usage tracker for tenant:d68a3d2ffd2d438dbb6699e97dff9ce9 on resource:port {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:32:04.117249 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] For port ebdd5f88-7766-4a67-bcf4-5d8a2de6a267, host dv-cinder-779233-3-smb, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:32:04.120966 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] For port ebdd5f88-7766-4a67-bcf4-5d8a2de6a267, host dv-cinder-779233-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=ebdd5f88-7766-4a67-bcf4-5d8a2de6a267,segment=NetworkSegment(25f280b3-5353-4bb9-aa4e-f599f066c77b),segment_id=25f280b3-5353-4bb9-aa4e-f599f066c77b)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:32:04.130395 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:04.140028 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:04.154381 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-613373af-2ea9-45e1-afd7-bc0adf674177 req-4d84efee-3eb0-4bb9-9939-d32d5ad17242 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Unset dirty status for tenant:d68a3d2ffd2d438dbb6699e97dff9ce9 on resource:port {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:32:04.155657 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-613373af-2ea9-45e1-afd7-bc0adf674177 req-4d84efee-3eb0-4bb9-9939-d32d5ad17242 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.68 "GET /v2.0/ports?device_id=09271b25-b39e-43ab-b296-d5a4ba6cec86 HTTP/1.1" status: 200 len: 946 time: 0.2591166 Apr 23 10:32:04.218351 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a79a050a-6447-4f54-b330-733e4111d034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:04.234626 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] Pushing event updated for resources: {'Port': ['ID=ebdd5f88-7766-4a67-bcf4-5d8a2de6a267,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:04.238822 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:04.335805 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a480dca9-c5bd-481a-8238-8cc3e9b0d74f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:04.372601 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a480dca9-c5bd-481a-8238-8cc3e9b0d74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:04.426689 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-613373af-2ea9-45e1-afd7-bc0adf674177 req-d9b24d6f-7efa-48e8-a46d-86150b2050cc tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Deleting port d8b371dd-4436-4846-95cd-a3336daf7d9d {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:32:04.427175 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-613373af-2ea9-45e1-afd7-bc0adf674177 req-d9b24d6f-7efa-48e8-a46d-86150b2050cc tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:04.432726 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eaca11-6c25-476b-a83c-2ed479ddeb2d req-9f88ab11-f997-4c0b-b32f-85cbf38db145 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:04.434422 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-06eaca11-6c25-476b-a83c-2ed479ddeb2d req-9f88ab11-f997-4c0b-b32f-85cbf38db145 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.3009267 Apr 23 10:32:04.563705 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-06eaca11-6c25-476b-a83c-2ed479ddeb2d req-df8ea846-818b-4150-afff-9685895c6c4f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163566 Apr 23 10:32:04.628758 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-a480dca9-c5bd-481a-8238-8cc3e9b0d74f admin admin] Allocated IP 172.28.3.106 (be9e38f9-f5f7-4024-8ca0-2a4d351f17d4/45a1cb1a-6412-4f46-9769-1de107d7cfd2/7194f1e0-3357-468c-97b3-7b816a27673b) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:32:04.668053 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-613373af-2ea9-45e1-afd7-bc0adf674177 req-d9b24d6f-7efa-48e8-a46d-86150b2050cc tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] For port d8b371dd-4436-4846-95cd-a3336daf7d9d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d8b371dd-4436-4846-95cd-a3336daf7d9d,segment=NetworkSegment(5057dd03-d1f0-4c3f-9d58-23311a3c11a3),segment_id=5057dd03-d1f0-4c3f-9d58-23311a3c11a3)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:32:04.668492 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-613373af-2ea9-45e1-afd7-bc0adf674177 req-d9b24d6f-7efa-48e8-a46d-86150b2050cc tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:04.795879 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a480dca9-c5bd-481a-8238-8cc3e9b0d74f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:04.810438 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-613373af-2ea9-45e1-afd7-bc0adf674177 req-d9b24d6f-7efa-48e8-a46d-86150b2050cc tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Calling delete_port for d8b371dd-4436-4846-95cd-a3336daf7d9d owned by compute:nova {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:32:04.832060 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a480dca9-c5bd-481a-8238-8cc3e9b0d74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5993849'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:04.838959 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:04.923354 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a480dca9-c5bd-481a-8238-8cc3e9b0d74f admin admin] Network be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:32:04.926933 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-a480dca9-c5bd-481a-8238-8cc3e9b0d74f admin admin] Resources bound (agent type, host, resource id): {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:32:04.930835 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a480dca9-c5bd-481a-8238-8cc3e9b0d74f admin admin] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:32:04.954993 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-613373af-2ea9-45e1-afd7-bc0adf674177 req-d9b24d6f-7efa-48e8-a46d-86150b2050cc tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:04.961271 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:04.968266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480dca9-c5bd-481a-8238-8cc3e9b0d74f admin admin] Pushing event updated for resources: {'Port': ['ID=7194f1e0-3357-468c-97b3-7b816a27673b,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:04.974496 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a480dca9-c5bd-481a-8238-8cc3e9b0d74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:05.042745 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b24d6f-7efa-48e8-a46d-86150b2050cc tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Pushing event deleted for resources: {'Port': ['ID=d8b371dd-4436-4846-95cd-a3336daf7d9d,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:05.056698 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d9b24d6f-7efa-48e8-a46d-86150b2050cc tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:05.080075 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['5c6bc6da-93ec-4398-9c44-49cd341026ff', 'c71026cc-0182-4060-bfe2-97e83a717a91', 'd8b371dd-4436-4846-95cd-a3336daf7d9d'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:32:05.156733 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-613373af-2ea9-45e1-afd7-bc0adf674177 req-d9b24d6f-7efa-48e8-a46d-86150b2050cc tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] No DVR routers for this DVR port d8b371dd-4436-4846-95cd-a3336daf7d9d on host hv-cinder-77923 {{(pid=86422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:32:05.159531 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-613373af-2ea9-45e1-afd7-bc0adf674177 req-d9b24d6f-7efa-48e8-a46d-86150b2050cc tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:05.164392 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09271b25-b39e-43ab-b296-d5a4ba6cec86', 'name': 'network-vif-deleted', 'tag': 'd8b371dd-4436-4846-95cd-a3336daf7d9d'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:32:05.178777 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-613373af-2ea9-45e1-afd7-bc0adf674177 req-d9b24d6f-7efa-48e8-a46d-86150b2050cc tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.68 "DELETE /v2.0/ports/d8b371dd-4436-4846-95cd-a3336daf7d9d HTTP/1.1" status: 204 len: 173 time: 0.9163258 Apr 23 10:32:05.240979 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-53cd0817-0e41-4295-bbfb-1afad6086443 req-9711ee95-46eb-4c59-bbad-8c928c7aeddc tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=09271b25-b39e-43ab-b296-d5a4ba6cec86 HTTP/1.1" status: 200 len: 210 time: 0.1184049 Apr 23 10:32:05.304600 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09271b25-b39e-43ab-b296-d5a4ba6cec86', 'name': 'network-vif-deleted', 'tag': 'd8b371dd-4436-4846-95cd-a3336daf7d9d', 'status': 'completed', 'code': 200} Apr 23 10:32:05.422012 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:05.480178 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:05.565023 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a480dca9-c5bd-481a-8238-8cc3e9b0d74f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:05.711551 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84409a75-bbc4-407f-b588-eeac8d49d706 None None] Network 854fce4f-ab08-40bc-8988-fdf2d2740098 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:32:05.831403 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-b41ab69c-f308-44f7-8031-05cb878e67fe None None] Provisioning for port ebdd5f88-7766-4a67-bcf4-5d8a2de6a267 completed by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:32:05.986865 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905979db-cd37-4530-9aa5-f13242ff6d67 req-6811fec0-8bdf-4227-af26-7a304d2f6c95 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:05.988549 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-905979db-cd37-4530-9aa5-f13242ff6d67 req-6811fec0-8bdf-4227-af26-7a304d2f6c95 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.2667677 Apr 23 10:32:06.083225 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-905979db-cd37-4530-9aa5-f13242ff6d67 req-4c747b32-907d-4313-911f-185d05eafa60 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837924 Apr 23 10:32:06.089427 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a480dca9-c5bd-481a-8238-8cc3e9b0d74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501988'] for router, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:06.095001 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device ebdd5f88-7766-4a67-bcf4-5d8a2de6a267 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:32:06.177257 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning for port ebdd5f88-7766-4a67-bcf4-5d8a2de6a267 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:32:06.185864 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port ebdd5f88-7766-4a67-bcf4-5d8a2de6a267 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:32:06.186517 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:06.361421 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f697f2cb-6668-40cf-904e-81d6fc75b19f None None] Provisioning complete for port ebdd5f88-7766-4a67-bcf4-5d8a2de6a267 triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:32:06.362308 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f697f2cb-6668-40cf-904e-81d6fc75b19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:06.500701 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:06.579130 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2cacaa3c-b2d6-4935-aa00-d937f85748d6 req-f1bbc60f-8ca2-40ba-8cd8-7ea9fd90aa65 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=09271b25-b39e-43ab-b296-d5a4ba6cec86 HTTP/1.1" status: 200 len: 210 time: 0.0821977 Apr 23 10:32:06.585821 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f697f2cb-6668-40cf-904e-81d6fc75b19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:06.645444 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] For port ebdd5f88-7766-4a67-bcf4-5d8a2de6a267, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=ebdd5f88-7766-4a67-bcf4-5d8a2de6a267,segment=NetworkSegment(25f280b3-5353-4bb9-aa4e-f599f066c77b),segment_id=25f280b3-5353-4bb9-aa4e-f599f066c77b)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:32:06.687089 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a480dca9-c5bd-481a-8238-8cc3e9b0d74f admin admin] Router 8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c is scheduled to L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 with binding_index 1 {{(pid=86420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 10:32:06.710447 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:06.714445 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-773a2d9c-a165-4b10-8a75-e0bf105de1c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:06.758676 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.db.api [None req-f697f2cb-6668-40cf-904e-81d6fc75b19f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86423) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 10:32:06.759087 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_db.api [None req-f697f2cb-6668-40cf-904e-81d6fc75b19f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 10:32:06.817789 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Pushing event updated for resources: {'Port': ['ID=ebdd5f88-7766-4a67-bcf4-5d8a2de6a267,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:06.822269 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:06.896490 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba58d7a-c776-464b-a8d1-93b52e030ed1 req-598b4ee5-2a86-4024-b7de-e7205596cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:06.898033 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3ba58d7a-c776-464b-a8d1-93b52e030ed1 req-598b4ee5-2a86-4024-b7de-e7205596cb82 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=42c0406689e14916a31b158a17ed06c8&device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 1098 time: 0.1065106 Apr 23 10:32:07.003681 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device d8b371dd-4436-4846-95cd-a3336daf7d9d no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:32:07.047990 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1072ad-d230-4975-8d81-c5cc182adb79 req-343d8c5a-fcbd-43fe-af8e-f7dc2d803da7 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:07.050262 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ec1072ad-d230-4975-8d81-c5cc182adb79 req-343d8c5a-fcbd-43fe-af8e-f7dc2d803da7 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.2786217 Apr 23 10:32:07.056887 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a480dca9-c5bd-481a-8238-8cc3e9b0d74f admin admin] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:32:07.070865 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] Sync routers for ids ['8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'] in dv-cinder-779233-3-smb {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:32:07.092049 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] Routers {'8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:32:07.093158 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:32:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:32:07.145067 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] No Port match for: d8b371dd-4436-4846-95cd-a3336daf7d9d {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:32:07.145536 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device d8b371dd-4436-4846-95cd-a3336daf7d9d not bound to the agent host hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:32:07.157170 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba58d7a-c776-464b-a8d1-93b52e030ed1 req-4128145b-bc34-4478-9444-c0f929002f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:07.158806 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3ba58d7a-c776-464b-a8d1-93b52e030ed1 req-4128145b-bc34-4478-9444-c0f929002f9e service neutron] 10.222.0.68 "GET /v2.0/networks?id=92060680-c3d7-4f23-9347-bab7dc1c2acf HTTP/1.1" status: 200 len: 919 time: 0.2504544 Apr 23 10:32:07.169945 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ec1072ad-d230-4975-8d81-c5cc182adb79 req-ace445da-29e4-4c8b-856b-f4c3b2279c8c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040168 Apr 23 10:32:07.172060 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a480dca9-c5bd-481a-8238-8cc3e9b0d74f admin admin] Notify callbacks [] for router, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:07.176097 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-a480dca9-c5bd-481a-8238-8cc3e9b0d74f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0752087 Apr 23 10:32:07.177196 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 34042) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:07.199841 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:07.261638 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3ba58d7a-c776-464b-a8d1-93b52e030ed1 req-2be07995-6951-4782-8b06-e2ff708b5f29 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=480303f9-8468-4232-b1ae-7fe0e7babbd5 HTTP/1.1" status: 200 len: 217 time: 0.0869496 Apr 23 10:32:07.380378 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba58d7a-c776-464b-a8d1-93b52e030ed1 req-deb035dc-05e0-4120-b98b-8fee595cf4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:07.382076 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3ba58d7a-c776-464b-a8d1-93b52e030ed1 req-deb035dc-05e0-4120-b98b-8fee595cf4c7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b838711e-84ce-47a5-87c2-83a0fa1d623a HTTP/1.1" status: 200 len: 858 time: 0.1000276 Apr 23 10:32:07.456704 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3ba58d7a-c776-464b-a8d1-93b52e030ed1 req-25543979-1eeb-4e69-9372-d51099969436 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=92060680-c3d7-4f23-9347-bab7dc1c2acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578318 Apr 23 10:32:07.534015 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] Set router 8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:32:07.629198 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3ba58d7a-c776-464b-a8d1-93b52e030ed1 req-dee228dc-b56b-4c40-9d71-3e769aa91e0a service neutron] 10.222.0.68 "GET /v2.0/networks/92060680-c3d7-4f23-9347-bab7dc1c2acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538620 Apr 23 10:32:07.903860 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3ba58d7a-c776-464b-a8d1-93b52e030ed1 req-317c009d-d3cb-4244-b44b-993deda2d1ba service neutron] 10.222.0.68 "GET /v2.0/networks/92060680-c3d7-4f23-9347-bab7dc1c2acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586210 Apr 23 10:32:07.948110 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'name': 'tempest-TestMinimumBasicScenario-447632132-router', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106'}], 'enable_snat': True}, 'gw_port_id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:03Z', 'updated_at': '2021-04-23T10:32:05Z', 'revision_number': 3, 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'gw_port': {'id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:04Z', 'updated_at': '2021-04-23T10:32:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:32:07.974225 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] Checking router: 8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c for host: dv-cinder-779233-3-smb {{(pid=86424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:32:07.975208 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] Updating router 8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c port 7194f1e0-3357-468c-97b3-7b816a27673b binding host dv-cinder-779233-3-smb {{(pid=86424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:32:08.013211 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device ebdd5f88-7766-4a67-bcf4-5d8a2de6a267 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:32:08.056744 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:08.221583 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port ebdd5f88-7766-4a67-bcf4-5d8a2de6a267 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:32:08.222277 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:08.267417 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e5274f67-5f0e-40cf-9fe9-b2adc218732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:08.504097 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0d761-c02e-44f2-8a7e-7edfa345eae6 req-a7f54560-4088-488b-84bd-5798c81d63b6 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:08.506535 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-80e0d761-c02e-44f2-8a7e-7edfa345eae6 req-a7f54560-4088-488b-84bd-5798c81d63b6 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=796ba4b7-01ad-4d92-9603-b02ec1d421af HTTP/1.1" status: 200 len: 945 time: 0.2212279 Apr 23 10:32:08.571622 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:08.587928 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] Transition to ACTIVE for port object 7194f1e0-3357-468c-97b3-7b816a27673b will not be triggered until provisioned by entity L2. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:32:08.593175 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:08.597485 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f6235a7d-9fdb-484c-82ee-76485df88aaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:08.690146 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758b5fa-2989-4caf-888d-65315822ce86 None None] Pushing event updated for resources: {'Port': ['ID=7194f1e0-3357-468c-97b3-7b816a27673b,revision_number=2']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:08.698745 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] Attempting to bind port 7194f1e0-3357-468c-97b3-7b816a27673b on host dv-cinder-779233-3-smb for vnic_type normal with profile {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:32:08.699163 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] Attempting to bind port 7194f1e0-3357-468c-97b3-7b816a27673b by drivers openvswitch,hyperv on host dv-cinder-779233-3-smb at level 0 using segments [{'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:32:08.699561 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] Attempting to bind port 7194f1e0-3357-468c-97b3-7b816a27673b on network be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:32:08.702301 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-80e0d761-c02e-44f2-8a7e-7edfa345eae6 req-9dc9594e-a0b6-426c-a6bd-93f3d3eafca6 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477318 Apr 23 10:32:08.704145 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758b5fa-2989-4caf-888d-65315822ce86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:08.704550 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758b5fa-2989-4caf-888d-65315822ce86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:08.704925 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758b5fa-2989-4caf-888d-65315822ce86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:08.705300 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758b5fa-2989-4caf-888d-65315822ce86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:08.705664 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758b5fa-2989-4caf-888d-65315822ce86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:08.706031 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758b5fa-2989-4caf-888d-65315822ce86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:08.706393 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758b5fa-2989-4caf-888d-65315822ce86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:08.707119 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758b5fa-2989-4caf-888d-65315822ce86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:08.707119 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758b5fa-2989-4caf-888d-65315822ce86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:08.707407 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758b5fa-2989-4caf-888d-65315822ce86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:08.707767 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758b5fa-2989-4caf-888d-65315822ce86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:08.708118 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5758b5fa-2989-4caf-888d-65315822ce86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:08.713748 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5758b5fa-2989-4caf-888d-65315822ce86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:08.714701 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] Checking agent: {'id': '1913a22a-9c34-47f7-a9c7-162e923d995b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 19, 35), 'started_at': datetime.datetime(2021, 4, 23, 10, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:32:08.715124 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] Checking segment: {'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:32:08.715564 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:08.716514 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] Bound using segment: {'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:32:08.717042 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] Bound port: 7194f1e0-3357-468c-97b3-7b816a27673b, host: dv-cinder-779233-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:32:08.717464 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:08.808650 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-e5274f67-5f0e-40cf-9fe9-b2adc218732d admin admin] Allocated IP 172.20.0.1 (854fce4f-ab08-40bc-8988-fdf2d2740098/f45024b0-e07c-461f-ae6f-91546258ef1d/9638f43d-fa5f-4e08-b2db-0428e9a5aaa0) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:32:08.811157 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] For port 7194f1e0-3357-468c-97b3-7b816a27673b, host dv-cinder-779233-3-smb, cleared binding levels {{(pid=86424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:32:08.815182 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] For port 7194f1e0-3357-468c-97b3-7b816a27673b, host dv-cinder-779233-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=7194f1e0-3357-468c-97b3-7b816a27673b,segment=NetworkSegment(2310ff8d-72d8-4ca8-834c-a38d93326363),segment_id=2310ff8d-72d8-4ca8-834c-a38d93326363)] {{(pid=86424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:32:08.819274 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:08.820614 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a40d96-88d9-4613-b199-3d3caf05bcbd req-ad8a5548-ec74-4aef-9744-d94634656c26 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:08.822414 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-00a40d96-88d9-4613-b199-3d3caf05bcbd req-ad8a5548-ec74-4aef-9744-d94634656c26 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.2605376 Apr 23 10:32:08.824395 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5e2e72c3-d7e0-4814-8eb4-4fb29938487e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:08.907309 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] Routers {'8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:32:08.907964 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:32:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:32:08.958924 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-00a40d96-88d9-4613-b199-3d3caf05bcbd req-a5f37398-5079-4e3a-8b71-17656b72c344 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269875 Apr 23 10:32:08.984539 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758b5fa-2989-4caf-888d-65315822ce86 None None] Pushing event updated for resources: {'Port': ['ID=7194f1e0-3357-468c-97b3-7b816a27673b,revision_number=3']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:08.985850 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5758b5fa-2989-4caf-888d-65315822ce86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:09.040200 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e5274f67-5f0e-40cf-9fe9-b2adc218732d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:09.062842 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-e5274f67-5f0e-40cf-9fe9-b2adc218732d admin admin] Transition to ACTIVE for port object 9638f43d-fa5f-4e08-b2db-0428e9a5aaa0 will not be triggered until provisioned by entity DHCP. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:32:09.090340 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e5274f67-5f0e-40cf-9fe9-b2adc218732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5993849'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:09.095222 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3c74c5cf-fbb0-431d-bcbc-c72d0882649a tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:09.145122 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] Set router 8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:32:09.206706 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5274f67-5f0e-40cf-9fe9-b2adc218732d admin admin] Network 854fce4f-ab08-40bc-8988-fdf2d2740098 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:32:09.210525 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-e5274f67-5f0e-40cf-9fe9-b2adc218732d admin admin] Resources bound (agent type, host, resource id): {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:32:09.220666 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5274f67-5f0e-40cf-9fe9-b2adc218732d admin admin] Pushing event updated for resources: {'Port': ['ID=9638f43d-fa5f-4e08-b2db-0428e9a5aaa0,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:09.224215 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5274f67-5f0e-40cf-9fe9-b2adc218732d admin admin] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:32:09.259041 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e5274f67-5f0e-40cf-9fe9-b2adc218732d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:09.295440 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e5274f67-5f0e-40cf-9fe9-b2adc218732d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854361031'] for router_interface, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:09.447347 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e5274f67-5f0e-40cf-9fe9-b2adc218732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:09.489593 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-d7ccd87f-d610-48b8-92b5-d53ea898bdb9 None None] Provisioning for port 9638f43d-fa5f-4e08-b2db-0428e9a5aaa0 completed by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:32:09.497826 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-d7ccd87f-d610-48b8-92b5-d53ea898bdb9 None None] Provisioning complete for port 9638f43d-fa5f-4e08-b2db-0428e9a5aaa0 triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:32:09.498506 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7ccd87f-d610-48b8-92b5-d53ea898bdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:09.554136 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'name': 'tempest-TestMinimumBasicScenario-447632132-router', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106'}], 'enable_snat': True}, 'gw_port_id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:03Z', 'updated_at': '2021-04-23T10:32:05Z', 'revision_number': 3, 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'gw_port': {'id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:04Z', 'updated_at': '2021-04-23T10:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:32:09.558841 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6897675-5719-4aa8-935f-234c5d72c3df None None] The sync data for ids ['8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'] in dv-cinder-779233-3-smb is: [{'id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'name': 'tempest-TestMinimumBasicScenario-447632132-router', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106'}], 'enable_snat': True}, 'gw_port_id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:03Z', 'updated_at': '2021-04-23T10:32:05Z', 'revision_number': 3, 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'gw_port': {'id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:04Z', 'updated_at': '2021-04-23T10:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}] {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:32:09.570060 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-d7ccd87f-d610-48b8-92b5-d53ea898bdb9 None None] Port 9638f43d-fa5f-4e08-b2db-0428e9a5aaa0 cannot update to ACTIVE because it is not bound. {{(pid=86423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:32:09.717891 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e5274f67-5f0e-40cf-9fe9-b2adc218732d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:09.721903 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e5274f67-5f0e-40cf-9fe9-b2adc218732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848781968'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:09.750989 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:10.248168 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5274f67-5f0e-40cf-9fe9-b2adc218732d admin admin] Pushing event updated for resources: {'Port': ['ID=9638f43d-fa5f-4e08-b2db-0428e9a5aaa0,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:10.252440 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e5274f67-5f0e-40cf-9fe9-b2adc218732d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854146748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414814'] for router_interface, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:10.256915 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e5274f67-5f0e-40cf-9fe9-b2adc218732d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:10.423184 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986288b-b5e5-4745-83cf-0090601e3432 req-91946030-ba18-495d-817d-b265145cffe0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:10.425039 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2986288b-b5e5-4745-83cf-0090601e3432 req-91946030-ba18-495d-817d-b265145cffe0 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=796ba4b7-01ad-4d92-9603-b02ec1d421af HTTP/1.1" status: 200 len: 945 time: 0.3209496 Apr 23 10:32:10.448928 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d72888-8052-4d9a-bcea-3c32f7d7aeff req-6ca2364b-3259-4d18-88fb-cd44d31db118 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:10.450764 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d0d72888-8052-4d9a-bcea-3c32f7d7aeff req-6ca2364b-3259-4d18-88fb-cd44d31db118 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.2981143 Apr 23 10:32:10.567533 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5274f67-5f0e-40cf-9fe9-b2adc218732d admin admin] Network 854fce4f-ab08-40bc-8988-fdf2d2740098 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:32:10.571407 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2986288b-b5e5-4745-83cf-0090601e3432 req-15d5150b-d233-4740-af8c-18ea570c3d14 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166143 Apr 23 10:32:10.574937 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-e5274f67-5f0e-40cf-9fe9-b2adc218732d admin admin] Resources bound (agent type, host, resource id): {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:32:10.586560 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d0d72888-8052-4d9a-bcea-3c32f7d7aeff req-c89e66a3-eb33-4ede-bc58-0176c715b0af tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068511 Apr 23 10:32:10.820064 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-db64d131-f43e-4bb3-9451-2344bcdcc3eb None None] Provisioning complete for port 9638f43d-fa5f-4e08-b2db-0428e9a5aaa0 triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:32:10.820630 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-db64d131-f43e-4bb3-9451-2344bcdcc3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:10.839806 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5274f67-5f0e-40cf-9fe9-b2adc218732d admin admin] Router 8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c has already been hosted by L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 {{(pid=86420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:32:10.886147 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-db64d131-f43e-4bb3-9451-2344bcdcc3eb None None] Port 9638f43d-fa5f-4e08-b2db-0428e9a5aaa0 cannot update to ACTIVE because it is not bound. {{(pid=86423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:32:11.037007 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5274f67-5f0e-40cf-9fe9-b2adc218732d admin admin] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:32:11.055251 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-e5274f67-5f0e-40cf-9fe9-b2adc218732d admin admin] 10.222.0.70 "PUT /v2.0/routers/8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8742743 Apr 23 10:32:11.575890 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 34090) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:11.582360 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1676327385-network', 'tenant_id': '4bfe1a714cce4b4d9de27641da8ed95d'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:32:11.587262 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:32:11.592125 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Usage tracker for resource:network and tenant:4bfe1a714cce4b4d9de27641da8ed95d is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:32:11.595473 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:32:11.602119 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:32:11.614278 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Made reservation on behalf of 4bfe1a714cce4b4d9de27641da8ed95d for: {'network': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:32:11.619185 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for network, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:11.634890 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:11.654278 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:32:11.658564 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Usage tracker for resource:security_group_rule and tenant:4bfe1a714cce4b4d9de27641da8ed95d is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:32:11.661882 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:32:11.668308 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:32:11.897323 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:11.907980 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:11.915053 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fabba795-0992-4dbf-acef-4f47e27eaf45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:11.938221 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ca859-cde4-4406-a4f9-6ca503e777ef req-cecf468f-6373-4df8-9465-353e5a1bacbf tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:11.939866 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-655ca859-cde4-4406-a4f9-6ca503e777ef req-cecf468f-6373-4df8-9465-353e5a1bacbf tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=796ba4b7-01ad-4d92-9603-b02ec1d421af HTTP/1.1" status: 200 len: 945 time: 0.2280395 Apr 23 10:32:11.969098 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a668fa8-58a0-40b3-adf7-edff17fb54a2 req-e778ec7c-3400-405b-924c-83228918b25b tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:11.970887 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3a668fa8-58a0-40b3-adf7-edff17fb54a2 req-e778ec7c-3400-405b-924c-83228918b25b tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.2177207 Apr 23 10:32:11.984192 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=86420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 10:32:12.023508 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8659d4-94e8-4dfb-8d63-5297ec5a9a97,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:12.024082 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 7194f1e0-3357-468c-97b3-7b816a27673b up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:32:12.029166 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:12.029575 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.segments_db [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Added segment 06862d92-acea-4149-9ebe-b03826220e5c of type vlan for network 3135ff9d-73c9-4cde-bd1d-1513a95c9720 Apr 23 10:32:12.090409 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-655ca859-cde4-4406-a4f9-6ca503e777ef req-aeae9107-fe8c-4f88-8f57-bac6e2204498 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427131 Apr 23 10:32:12.091876 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:12.092284 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:12.092715 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:12.093113 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:12.094645 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:12.095072 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:12.095639 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:12.096185 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:12.096722 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:12.097116 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:12.097505 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:12.097889 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:12.116511 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:12.137281 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747065835481'] for network, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:12.165033 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3a668fa8-58a0-40b3-adf7-edff17fb54a2 req-1a49d7d8-692d-408f-afb0-444bdf73248d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754382 Apr 23 10:32:12.191877 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190cc06-d5bc-47cd-a110-44be41bb6150 req-abb85026-a8c9-4ac8-841f-1556e8c17776 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:12.193013 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-3190cc06-d5bc-47cd-a110-44be41bb6150 req-abb85026-a8c9-4ac8-841f-1556e8c17776 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Synchronizing usage tracker for tenant:d68a3d2ffd2d438dbb6699e97dff9ce9 on resource:port {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:32:12.203578 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for network, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:12.205067 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:12.205725 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:12.211026 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-3190cc06-d5bc-47cd-a110-44be41bb6150 req-abb85026-a8c9-4ac8-841f-1556e8c17776 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Unset dirty status for tenant:d68a3d2ffd2d438dbb6699e97dff9ce9 on resource:port {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:32:12.212263 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3190cc06-d5bc-47cd-a110-44be41bb6150 req-abb85026-a8c9-4ac8-841f-1556e8c17776 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.68 "GET /v2.0/ports?device_id=796ba4b7-01ad-4d92-9603-b02ec1d421af HTTP/1.1" status: 200 len: 945 time: 0.1776619 Apr 23 10:32:12.219567 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning for port 7194f1e0-3357-468c-97b3-7b816a27673b completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:32:12.220372 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:12.225266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 7194f1e0-3357-468c-97b3-7b816a27673b triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:32:12.225696 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:12.324407 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Pushing event updated for resources: {'Network': ['ID=3135ff9d-73c9-4cde-bd1d-1513a95c9720,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:12.329196 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7508419 Apr 23 10:32:12.331407 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 34104) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:12.334554 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:12.339192 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-a0825729-5a6c-4297-835e-9f3950a05a41 admin admin] Request body: {'subnet': {'network_id': '3135ff9d-73c9-4cde-bd1d-1513a95c9720', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1676327385-subnet', 'tenant_id': '4bfe1a714cce4b4d9de27641da8ed95d', 'ip_version': 4}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:32:12.344671 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Network 3135ff9d-73c9-4cde-bd1d-1513a95c9720 details requested by agent ovs-agent-dv-cinder-779233-3-smb with host dv-cinder-779233-3-smb {{(pid=86423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 10:32:12.345008 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a0825729-5a6c-4297-835e-9f3950a05a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:32:12.349124 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-a0825729-5a6c-4297-835e-9f3950a05a41 admin admin] Usage tracker for resource:subnet and tenant:4bfe1a714cce4b4d9de27641da8ed95d is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:32:12.352231 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-a0825729-5a6c-4297-835e-9f3950a05a41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:32:12.358434 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a0825729-5a6c-4297-835e-9f3950a05a41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:32:12.367618 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0825729-5a6c-4297-835e-9f3950a05a41 admin admin] Made reservation on behalf of 4bfe1a714cce4b4d9de27641da8ed95d for: {'subnet': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:32:12.372485 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a0825729-5a6c-4297-835e-9f3950a05a41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849421190'] for subnet, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:12.436120 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:12.458154 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] For port 7194f1e0-3357-468c-97b3-7b816a27673b, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=7194f1e0-3357-468c-97b3-7b816a27673b,segment=NetworkSegment(2310ff8d-72d8-4ca8-834c-a38d93326363),segment_id=2310ff8d-72d8-4ca8-834c-a38d93326363)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:32:12.462371 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:12.466611 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2cf6039c-f0f0-48b1-9261-f19b24f5b275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:12.545577 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-3190cc06-d5bc-47cd-a110-44be41bb6150 req-0a7e9381-5e75-4206-b66a-53b71117824f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Deleting port c71026cc-0182-4060-bfe2-97e83a717a91 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:32:12.545961 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3190cc06-d5bc-47cd-a110-44be41bb6150 req-0a7e9381-5e75-4206-b66a-53b71117824f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:12.596985 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Pushing event updated for resources: {'Port': ['ID=7194f1e0-3357-468c-97b3-7b816a27673b,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:12.602708 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:12.663599 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] Sync routers for ids ['8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'] in dv-cinder-779233-3-smb {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:32:12.675815 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] Routers {'8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:32:12.676686 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:32:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:32:12.719959 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-3190cc06-d5bc-47cd-a110-44be41bb6150 req-0a7e9381-5e75-4206-b66a-53b71117824f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] For port c71026cc-0182-4060-bfe2-97e83a717a91, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=c71026cc-0182-4060-bfe2-97e83a717a91,segment=NetworkSegment(5057dd03-d1f0-4c3f-9d58-23311a3c11a3),segment_id=5057dd03-d1f0-4c3f-9d58-23311a3c11a3)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:32:12.720396 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3190cc06-d5bc-47cd-a110-44be41bb6150 req-0a7e9381-5e75-4206-b66a-53b71117824f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:12.877500 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a0825729-5a6c-4297-835e-9f3950a05a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848785176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849421205'] for subnet, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:12.882353 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] Set router 8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:32:12.883302 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a56cbb6d-ee04-4c68-bab4-a2004f4e9e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:12.885998 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-3190cc06-d5bc-47cd-a110-44be41bb6150 req-0a7e9381-5e75-4206-b66a-53b71117824f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Calling delete_port for c71026cc-0182-4060-bfe2-97e83a717a91 owned by compute:nova {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:32:12.964550 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0825729-5a6c-4297-835e-9f3950a05a41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=659cb9f7-2dd2-4849-aaea-c93a99186b40,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:12.969251 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a0825729-5a6c-4297-835e-9f3950a05a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:12.974085 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0825729-5a6c-4297-835e-9f3950a05a41 admin admin] Checking segment: {'id': '06862d92-acea-4149-9ebe-b03826220e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3135ff9d-73c9-4cde-bd1d-1513a95c9720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:32:12.974488 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0825729-5a6c-4297-835e-9f3950a05a41 admin admin] Network hostable DHCP agents. Network: 3135ff9d-73c9-4cde-bd1d-1513a95c9720, hostable agents: ['9afd9aa3-ba3d-4012-bb25-a6f17ffdc572'], hosted agents: [] {{(pid=86420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 10:32:12.993704 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0825729-5a6c-4297-835e-9f3950a05a41 admin admin] Network 3135ff9d-73c9-4cde-bd1d-1513a95c9720 is scheduled to be hosted by DHCP agent 9afd9aa3-ba3d-4012-bb25-a6f17ffdc572 with binding_index 1 {{(pid=86420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 10:32:13.009567 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-a0825729-5a6c-4297-835e-9f3950a05a41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-smb, 3135ff9d-73c9-4cde-bd1d-1513a95c9720) {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:32:13.022906 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff93f6d-8b3c-417b-a8ab-c2c033ef9655 None None] Network 3135ff9d-73c9-4cde-bd1d-1513a95c9720 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:32:13.031171 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0825729-5a6c-4297-835e-9f3950a05a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:13.032192 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a0825729-5a6c-4297-835e-9f3950a05a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:13.038512 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3190cc06-d5bc-47cd-a110-44be41bb6150 req-0a7e9381-5e75-4206-b66a-53b71117824f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:13.045707 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-12ad934c-9bdc-4b8a-81fb-a5cfe414bdbb tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:13.055853 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-a0825729-5a6c-4297-835e-9f3950a05a41 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7230296 Apr 23 10:32:13.058543 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 34110) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:13.066402 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-74e42adc-b909-48fa-88b4-5d9eda0ab295 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1676327385-router', 'tenant_id': '4bfe1a714cce4b4d9de27641da8ed95d', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:32:13.072856 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-74e42adc-b909-48fa-88b4-5d9eda0ab295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:32:13.078302 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-74e42adc-b909-48fa-88b4-5d9eda0ab295 admin admin] Usage tracker for resource:router and tenant:4bfe1a714cce4b4d9de27641da8ed95d is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:32:13.083412 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-74e42adc-b909-48fa-88b4-5d9eda0ab295 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:32:13.091138 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-74e42adc-b909-48fa-88b4-5d9eda0ab295 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:32:13.102409 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-74e42adc-b909-48fa-88b4-5d9eda0ab295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-397271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-418'] for router, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:13.103660 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-74e42adc-b909-48fa-88b4-5d9eda0ab295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854273991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854196952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775366'] for router, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:13.137914 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-74e42adc-b909-48fa-88b4-5d9eda0ab295 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:13.213866 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['5c6bc6da-93ec-4398-9c44-49cd341026ff', 'c71026cc-0182-4060-bfe2-97e83a717a91'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:32:13.376982 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e9381-5e75-4206-b66a-53b71117824f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Pushing event deleted for resources: {'Port': ['ID=c71026cc-0182-4060-bfe2-97e83a717a91,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:13.421601 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e9381-5e75-4206-b66a-53b71117824f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:13.422015 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e9381-5e75-4206-b66a-53b71117824f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:13.422416 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e9381-5e75-4206-b66a-53b71117824f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:13.422813 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e9381-5e75-4206-b66a-53b71117824f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:13.423209 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e9381-5e75-4206-b66a-53b71117824f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:13.423598 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e9381-5e75-4206-b66a-53b71117824f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:13.423992 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e9381-5e75-4206-b66a-53b71117824f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:13.424414 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e9381-5e75-4206-b66a-53b71117824f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:13.424809 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e9381-5e75-4206-b66a-53b71117824f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:13.425203 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e9381-5e75-4206-b66a-53b71117824f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:13.425588 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e9381-5e75-4206-b66a-53b71117824f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:13.425968 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7e9381-5e75-4206-b66a-53b71117824f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:13.469143 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0a7e9381-5e75-4206-b66a-53b71117824f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:13.476095 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-3190cc06-d5bc-47cd-a110-44be41bb6150 req-0a7e9381-5e75-4206-b66a-53b71117824f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] No DVR routers for this DVR port c71026cc-0182-4060-bfe2-97e83a717a91 on host hv-cinder-77923 {{(pid=86422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:32:13.478251 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3190cc06-d5bc-47cd-a110-44be41bb6150 req-0a7e9381-5e75-4206-b66a-53b71117824f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:13.481217 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796ba4b7-01ad-4d92-9603-b02ec1d421af', 'name': 'network-vif-deleted', 'tag': 'c71026cc-0182-4060-bfe2-97e83a717a91'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:32:13.496528 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3190cc06-d5bc-47cd-a110-44be41bb6150 req-0a7e9381-5e75-4206-b66a-53b71117824f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.68 "DELETE /v2.0/ports/c71026cc-0182-4060-bfe2-97e83a717a91 HTTP/1.1" status: 204 len: 173 time: 1.1194193 Apr 23 10:32:13.519881 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d79daf63-9475-4547-852b-a8ab1bdd7b8b req-81f46b9b-d93d-45ac-8adf-efbea5076bf6 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=796ba4b7-01ad-4d92-9603-b02ec1d421af HTTP/1.1" status: 200 len: 210 time: 0.2178192 Apr 23 10:32:13.541550 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-74e42adc-b909-48fa-88b4-5d9eda0ab295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854273842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854375068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775355'] for router, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:13.559665 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp652c0ba5-fead-5515-a46d-04250ecd80c7-3135ff9d-73c9-4cde-bd1d-1513a95c9720', 'network_id': '3135ff9d-73c9-4cde-bd1d-1513a95c9720', 'tenant_id': '4bfe1a714cce4b4d9de27641da8ed95d', 'fixed_ips': [{'subnet_id': '659cb9f7-2dd2-4849-aaea-c93a99186b40'}]}} from dv-cinder-779233-3-smb. {{(pid=86423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 10:32:13.560657 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:13.606857 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796ba4b7-01ad-4d92-9603-b02ec1d421af', 'name': 'network-vif-deleted', 'tag': 'c71026cc-0182-4060-bfe2-97e83a717a91', 'status': 'completed', 'code': 200} Apr 23 10:32:13.814936 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'name': 'tempest-TestMinimumBasicScenario-447632132-router', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106'}], 'enable_snat': True}, 'gw_port_id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:03Z', 'updated_at': '2021-04-23T10:32:09Z', 'revision_number': 4, 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'gw_port': {'id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:04Z', 'updated_at': '2021-04-23T10:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '9638f43d-fa5f-4e08-b2db-0428e9a5aaa0', 'name': '', 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'mac_address': 'fa:16:3e:d3:dd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'f45024b0-e07c-461f-ae6f-91546258ef1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:08Z', 'updated_at': '2021-04-23T10:32:09Z', 'revision_number': 2, 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'subnets': [{'id': 'f45024b0-e07c-461f-ae6f-91546258ef1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:32:13.824886 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] Checking router: 8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c for host: dv-cinder-779233-3-smb {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:32:13.825856 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] Updating router 8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c port 9638f43d-fa5f-4e08-b2db-0428e9a5aaa0 binding host dv-cinder-779233-3-smb {{(pid=86423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:32:13.875084 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e2e9d-879d-4676-8ba4-6e9416a398f7 req-836c1d6b-5209-47ce-a29f-009339fffe88 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:13.875690 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e85e2e9d-879d-4676-8ba4-6e9416a398f7 req-836c1d6b-5209-47ce-a29f-009339fffe88 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.5086930 Apr 23 10:32:13.940770 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] Allocated IP 172.20.0.2 (3135ff9d-73c9-4cde-bd1d-1513a95c9720/659cb9f7-2dd2-4849-aaea-c93a99186b40/a186c855-4357-46ed-830c-8edeae4fbe78) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:32:13.954259 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:13.958485 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e85e2e9d-879d-4676-8ba4-6e9416a398f7 req-d7b7bb47-f28b-4e3c-8760-38acc6a0f311 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749667 Apr 23 10:32:14.251741 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-74e42adc-b909-48fa-88b4-5d9eda0ab295 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:14.290731 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-74e42adc-b909-48fa-88b4-5d9eda0ab295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:14.297024 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 7194f1e0-3357-468c-97b3-7b816a27673b up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:32:14.538038 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-74e42adc-b909-48fa-88b4-5d9eda0ab295 admin admin] Allocated IP 172.28.3.20 (be9e38f9-f5f7-4024-8ca0-2a4d351f17d4/45a1cb1a-6412-4f46-9769-1de107d7cfd2/b61578a9-e85b-48f7-b89f-2e2cee6d6ae1) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:32:14.694382 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 7194f1e0-3357-468c-97b3-7b816a27673b triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:32:14.695078 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:14.833619 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-020e9d0c-316b-4a84-a5ac-29c12aceac68 req-5abf10b2-0c42-47d7-8e3b-6ec61085901d tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=796ba4b7-01ad-4d92-9603-b02ec1d421af HTTP/1.1" status: 200 len: 210 time: 0.0717223 Apr 23 10:32:14.842102 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-74e42adc-b909-48fa-88b4-5d9eda0ab295 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:14.909748 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-74e42adc-b909-48fa-88b4-5d9eda0ab295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5993849'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:14.915439 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a480dca9-c5bd-481a-8238-8cc3e9b0d74f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:14.949657 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:14.982111 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] Transition to ACTIVE for port object a186c855-4357-46ed-830c-8edeae4fbe78 will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:32:14.995683 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e42adc-b909-48fa-88b4-5d9eda0ab295 admin admin] Network be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:32:15.027859 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-74e42adc-b909-48fa-88b4-5d9eda0ab295 admin admin] Resources bound (agent type, host, resource id): {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:32:15.034255 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e42adc-b909-48fa-88b4-5d9eda0ab295 admin admin] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:32:15.064276 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device c71026cc-0182-4060-bfe2-97e83a717a91 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:32:15.080377 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e42adc-b909-48fa-88b4-5d9eda0ab295 admin admin] Pushing event updated for resources: {'Port': ['ID=b61578a9-e85b-48f7-b89f-2e2cee6d6ae1,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:15.092671 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-74e42adc-b909-48fa-88b4-5d9eda0ab295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:15.121917 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] No Port match for: c71026cc-0182-4060-bfe2-97e83a717a91 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:32:15.122536 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device c71026cc-0182-4060-bfe2-97e83a717a91 not bound to the agent host hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:32:15.124377 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] Transition to ACTIVE for port object a186c855-4357-46ed-830c-8edeae4fbe78 will not be triggered until provisioned by entity DHCP. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:32:15.135728 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:15.142855 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:15.205692 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:15.234576 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] Network 3135ff9d-73c9-4cde-bd1d-1513a95c9720 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:32:15.235769 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] Resources bound (agent type, host, resource id): {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:32:15.248843 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:32:15.251283 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] Pushing event updated for resources: {'Port': ['ID=a186c855-4357-46ed-830c-8edeae4fbe78,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:15.255350 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] Transition to ACTIVE for port object 9638f43d-fa5f-4e08-b2db-0428e9a5aaa0 will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:32:15.260067 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:15.329656 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:15.339376 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:15.473395 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] Attempting to bind port a186c855-4357-46ed-830c-8edeae4fbe78 on host dv-cinder-779233-3-smb for vnic_type normal with profile {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:32:15.473954 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] Attempting to bind port a186c855-4357-46ed-830c-8edeae4fbe78 by drivers openvswitch,hyperv on host dv-cinder-779233-3-smb at level 0 using segments [{'id': '06862d92-acea-4149-9ebe-b03826220e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3135ff9d-73c9-4cde-bd1d-1513a95c9720'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:32:15.474275 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] Attempting to bind port a186c855-4357-46ed-830c-8edeae4fbe78 on network 3135ff9d-73c9-4cde-bd1d-1513a95c9720 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:32:15.484687 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] Checking agent: {'id': '1913a22a-9c34-47f7-a9c7-162e923d995b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 19, 35), 'started_at': datetime.datetime(2021, 4, 23, 10, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:32:15.485112 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] Checking segment: {'id': '06862d92-acea-4149-9ebe-b03826220e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3135ff9d-73c9-4cde-bd1d-1513a95c9720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:32:15.485570 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:15.486120 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] Bound using segment: {'id': '06862d92-acea-4149-9ebe-b03826220e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3135ff9d-73c9-4cde-bd1d-1513a95c9720'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:32:15.486659 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] Bound port: a186c855-4357-46ed-830c-8edeae4fbe78, host: dv-cinder-779233-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06862d92-acea-4149-9ebe-b03826220e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3135ff9d-73c9-4cde-bd1d-1513a95c9720'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:32:15.487081 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:15.530195 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-74e42adc-b909-48fa-88b4-5d9eda0ab295 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:15.592398 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b961d-7c0b-424c-a693-f106ae08f74c None None] Pushing event updated for resources: {'Port': ['ID=9638f43d-fa5f-4e08-b2db-0428e9a5aaa0,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:15.603247 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-806b961d-7c0b-424c-a693-f106ae08f74c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:15.658514 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] Attempting to bind port 9638f43d-fa5f-4e08-b2db-0428e9a5aaa0 on host dv-cinder-779233-3-smb for vnic_type normal with profile {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:32:15.659062 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] Attempting to bind port 9638f43d-fa5f-4e08-b2db-0428e9a5aaa0 by drivers openvswitch,hyperv on host dv-cinder-779233-3-smb at level 0 using segments [{'id': '25f280b3-5353-4bb9-aa4e-f599f066c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:32:15.659484 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] Attempting to bind port 9638f43d-fa5f-4e08-b2db-0428e9a5aaa0 on network 854fce4f-ab08-40bc-8988-fdf2d2740098 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:32:15.670972 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] Checking agent: {'id': '1913a22a-9c34-47f7-a9c7-162e923d995b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 19, 35), 'started_at': datetime.datetime(2021, 4, 23, 10, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:32:15.671843 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] Checking segment: {'id': '25f280b3-5353-4bb9-aa4e-f599f066c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:32:15.671843 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:15.672202 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] Bound using segment: {'id': '25f280b3-5353-4bb9-aa4e-f599f066c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:32:15.672721 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] Bound port: 9638f43d-fa5f-4e08-b2db-0428e9a5aaa0, host: dv-cinder-779233-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f280b3-5353-4bb9-aa4e-f599f066c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:32:15.673144 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:15.776362 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] For port a186c855-4357-46ed-830c-8edeae4fbe78, host dv-cinder-779233-3-smb, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:32:15.801855 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] For port a186c855-4357-46ed-830c-8edeae4fbe78, host dv-cinder-779233-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=a186c855-4357-46ed-830c-8edeae4fbe78,segment=NetworkSegment(06862d92-acea-4149-9ebe-b03826220e5c),segment_id=06862d92-acea-4149-9ebe-b03826220e5c)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:32:15.805717 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:15.813490 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:15.871174 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] For port 9638f43d-fa5f-4e08-b2db-0428e9a5aaa0, host dv-cinder-779233-3-smb, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:32:15.898307 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] For port 9638f43d-fa5f-4e08-b2db-0428e9a5aaa0, host dv-cinder-779233-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=9638f43d-fa5f-4e08-b2db-0428e9a5aaa0,segment=NetworkSegment(25f280b3-5353-4bb9-aa4e-f599f066c77b),segment_id=25f280b3-5353-4bb9-aa4e-f599f066c77b)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:32:15.908133 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:15.923128 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] Pushing event updated for resources: {'Port': ['ID=a186c855-4357-46ed-830c-8edeae4fbe78,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:15.931362 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:15.932506 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-806b961d-7c0b-424c-a693-f106ae08f74c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:16.010379 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-74e42adc-b909-48fa-88b4-5d9eda0ab295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501988'] for router, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:16.019610 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b961d-7c0b-424c-a693-f106ae08f74c None None] Pushing event updated for resources: {'Port': ['ID=9638f43d-fa5f-4e08-b2db-0428e9a5aaa0,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:16.022929 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24e8f2-6e06-43a3-9cf9-262c14f63eb3 req-ec61c780-3878-4253-9bfd-ae3dba64552b tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:16.026506 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-806b961d-7c0b-424c-a693-f106ae08f74c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:16.032080 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] Routers {'8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:32:16.032950 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:32:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:32:16.034490 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0c24e8f2-6e06-43a3-9cf9-262c14f63eb3 req-ec61c780-3878-4253-9bfd-ae3dba64552b tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1867621 Apr 23 10:32:16.215333 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0c24e8f2-6e06-43a3-9cf9-262c14f63eb3 req-db4cf8f8-8194-4074-ae87-140935cad0b9 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798031 Apr 23 10:32:16.430932 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] Set router 8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:32:16.509674 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e42adc-b909-48fa-88b4-5d9eda0ab295 admin admin] Router 296a08d3-d6ff-492f-a2a9-ab9db55cf5fa is scheduled to L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 with binding_index 1 {{(pid=86420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 10:32:16.814543 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'name': 'tempest-TestMinimumBasicScenario-447632132-router', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106'}], 'enable_snat': True}, 'gw_port_id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:03Z', 'updated_at': '2021-04-23T10:32:09Z', 'revision_number': 4, 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'gw_port': {'id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:04Z', 'updated_at': '2021-04-23T10:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '9638f43d-fa5f-4e08-b2db-0428e9a5aaa0', 'name': '', 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'mac_address': 'fa:16:3e:d3:dd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'f45024b0-e07c-461f-ae6f-91546258ef1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:08Z', 'updated_at': '2021-04-23T10:32:15Z', 'revision_number': 4, 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'subnets': [{'id': 'f45024b0-e07c-461f-ae6f-91546258ef1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:32:16.819358 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00e1f70-484f-4197-b407-c44710bf172d None None] The sync data for ids ['8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'] in dv-cinder-779233-3-smb is: [{'id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'name': 'tempest-TestMinimumBasicScenario-447632132-router', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106'}], 'enable_snat': True}, 'gw_port_id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:03Z', 'updated_at': '2021-04-23T10:32:09Z', 'revision_number': 4, 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'gw_port': {'id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:04Z', 'updated_at': '2021-04-23T10:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '9638f43d-fa5f-4e08-b2db-0428e9a5aaa0', 'name': '', 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'mac_address': 'fa:16:3e:d3:dd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'f45024b0-e07c-461f-ae6f-91546258ef1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:08Z', 'updated_at': '2021-04-23T10:32:15Z', 'revision_number': 4, 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'subnets': [{'id': 'f45024b0-e07c-461f-ae6f-91546258ef1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:32:16.992797 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e42adc-b909-48fa-88b4-5d9eda0ab295 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:32:17.014200 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] Sync routers for ids ['296a08d3-d6ff-492f-a2a9-ab9db55cf5fa'] in dv-cinder-779233-3-smb {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:32:17.032408 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-74e42adc-b909-48fa-88b4-5d9eda0ab295 admin admin] Notify callbacks [] for router, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:17.036992 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-74e42adc-b909-48fa-88b4-5d9eda0ab295 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9735198 Apr 23 10:32:17.037390 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 34166) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:17.044687 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] Routers {'296a08d3-d6ff-492f-a2a9-ab9db55cf5fa'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:32:17.045678 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:32:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['296a08d3-d6ff-492f-a2a9-ab9db55cf5fa'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:32:17.270342 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] Set router 296a08d3-d6ff-492f-a2a9-ab9db55cf5fa gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:32:17.747289 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296a08d3-d6ff-492f-a2a9-ab9db55cf5fa', 'name': 'tempest-TestMinimumBasicScenario-1676327385-router', 'tenant_id': '4bfe1a714cce4b4d9de27641da8ed95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b61578a9-e85b-48f7-b89f-2e2cee6d6ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:13Z', 'updated_at': '2021-04-23T10:32:15Z', 'revision_number': 3, 'project_id': '4bfe1a714cce4b4d9de27641da8ed95d', 'gw_port': {'id': 'b61578a9-e85b-48f7-b89f-2e2cee6d6ae1', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296a08d3-d6ff-492f-a2a9-ab9db55cf5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:14Z', 'updated_at': '2021-04-23T10:32:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:32:17.752136 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] Checking router: 296a08d3-d6ff-492f-a2a9-ab9db55cf5fa for host: dv-cinder-779233-3-smb {{(pid=86424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:32:17.752638 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] Updating router 296a08d3-d6ff-492f-a2a9-ab9db55cf5fa port b61578a9-e85b-48f7-b89f-2e2cee6d6ae1 binding host dv-cinder-779233-3-smb {{(pid=86424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:32:17.781032 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0f901b-bc99-47ff-9a20-151ae614d537 None None] Network 3135ff9d-73c9-4cde-bd1d-1513a95c9720 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:32:17.827262 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:18.339525 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-75b2de30-e2d8-4339-bc39-fe18b33239a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:18.359143 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device a186c855-4357-46ed-830c-8edeae4fbe78 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:32:18.395351 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0fd74-8126-40f7-9522-ce6d666bd03d req-7bea5e54-a958-4b6a-8ded-fda0f5b2ab27 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:18.409553 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5de0fd74-8126-40f7-9522-ce6d666bd03d req-7bea5e54-a958-4b6a-8ded-fda0f5b2ab27 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 946 time: 0.2775724 Apr 23 10:32:18.484299 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:18.502607 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] Transition to ACTIVE for port object b61578a9-e85b-48f7-b89f-2e2cee6d6ae1 will not be triggered until provisioned by entity L2. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:32:18.514276 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:18.529839 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:18.589202 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5de0fd74-8126-40f7-9522-ce6d666bd03d req-d5c82b02-fa61-4ec9-a5e5-5d6e175d464e tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760430 Apr 23 10:32:18.596946 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] Attempting to bind port b61578a9-e85b-48f7-b89f-2e2cee6d6ae1 on host dv-cinder-779233-3-smb for vnic_type normal with profile {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:32:18.597353 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] Attempting to bind port b61578a9-e85b-48f7-b89f-2e2cee6d6ae1 by drivers openvswitch,hyperv on host dv-cinder-779233-3-smb at level 0 using segments [{'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:32:18.597757 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] Attempting to bind port b61578a9-e85b-48f7-b89f-2e2cee6d6ae1 on network be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:32:18.601053 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-0947d62e-1687-4cb2-b935-05b1605dcfca None None] Provisioning for port a186c855-4357-46ed-830c-8edeae4fbe78 completed by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:32:18.616472 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] Checking agent: {'id': '1913a22a-9c34-47f7-a9c7-162e923d995b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 19, 35), 'started_at': datetime.datetime(2021, 4, 23, 10, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:32:18.616860 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] Checking segment: {'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:32:18.617735 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:18.617735 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] Bound using segment: {'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:32:18.618219 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] Bound port: b61578a9-e85b-48f7-b89f-2e2cee6d6ae1, host: dv-cinder-779233-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:32:18.618653 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:18.695134 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning for port a186c855-4357-46ed-830c-8edeae4fbe78 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:32:18.712370 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-75b2de30-e2d8-4339-bc39-fe18b33239a0 admin admin] Allocated IP 172.20.0.1 (3135ff9d-73c9-4cde-bd1d-1513a95c9720/659cb9f7-2dd2-4849-aaea-c93a99186b40/8a9a7cb2-3a67-42a7-b4ee-973085cb3516) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:32:18.732473 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port a186c855-4357-46ed-830c-8edeae4fbe78 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:32:18.733143 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:18.945280 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] For port b61578a9-e85b-48f7-b89f-2e2cee6d6ae1, host dv-cinder-779233-3-smb, cleared binding levels {{(pid=86424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:32:18.951011 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] For port b61578a9-e85b-48f7-b89f-2e2cee6d6ae1, host dv-cinder-779233-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=b61578a9-e85b-48f7-b89f-2e2cee6d6ae1,segment=NetworkSegment(2310ff8d-72d8-4ca8-834c-a38d93326363),segment_id=2310ff8d-72d8-4ca8-834c-a38d93326363)] {{(pid=86424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:32:18.980705 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d177a9-6af1-482b-aa79-71588b30cce6 None None] Pushing event updated for resources: {'Port': ['ID=b61578a9-e85b-48f7-b89f-2e2cee6d6ae1,revision_number=2']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:18.985709 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f7d177a9-6af1-482b-aa79-71588b30cce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:18.995787 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:19.006718 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6337ce87-b946-4416-9964-b6ca8ca0fe8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:19.036526 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-75b2de30-e2d8-4339-bc39-fe18b33239a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:19.112303 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-75b2de30-e2d8-4339-bc39-fe18b33239a0 admin admin] Transition to ACTIVE for port object 8a9a7cb2-3a67-42a7-b4ee-973085cb3516 will not be triggered until provisioned by entity DHCP. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:32:19.130720 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d177a9-6af1-482b-aa79-71588b30cce6 None None] Pushing event updated for resources: {'Port': ['ID=b61578a9-e85b-48f7-b89f-2e2cee6d6ae1,revision_number=3']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:19.134075 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f7d177a9-6af1-482b-aa79-71588b30cce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:19.140427 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] Routers {'296a08d3-d6ff-492f-a2a9-ab9db55cf5fa'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:32:19.141391 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:32:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['296a08d3-d6ff-492f-a2a9-ab9db55cf5fa'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:32:19.174398 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-75b2de30-e2d8-4339-bc39-fe18b33239a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:19.192998 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d694285b-a4f0-4e07-ac09-88158075e7ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:19.197553 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:19.239024 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] For port a186c855-4357-46ed-830c-8edeae4fbe78, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=a186c855-4357-46ed-830c-8edeae4fbe78,segment=NetworkSegment(06862d92-acea-4149-9ebe-b03826220e5c),segment_id=06862d92-acea-4149-9ebe-b03826220e5c)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:32:19.243627 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:19.245214 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 9638f43d-fa5f-4e08-b2db-0428e9a5aaa0 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:32:19.280868 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:19.326982 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2de30-e2d8-4339-bc39-fe18b33239a0 admin admin] Pushing event updated for resources: {'Port': ['ID=8a9a7cb2-3a67-42a7-b4ee-973085cb3516,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:19.330134 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-75b2de30-e2d8-4339-bc39-fe18b33239a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:19.350755 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b2de30-e2d8-4339-bc39-fe18b33239a0 admin admin] Network 3135ff9d-73c9-4cde-bd1d-1513a95c9720 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:32:19.360544 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-75b2de30-e2d8-4339-bc39-fe18b33239a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:32:19.365312 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b2de30-e2d8-4339-bc39-fe18b33239a0 admin admin] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:32:19.407048 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning for port 9638f43d-fa5f-4e08-b2db-0428e9a5aaa0 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:32:19.421569 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 9638f43d-fa5f-4e08-b2db-0428e9a5aaa0 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:32:19.422169 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:19.472425 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Pushing event updated for resources: {'Port': ['ID=a186c855-4357-46ed-830c-8edeae4fbe78,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:19.493045 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:19.493506 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:19.493769 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:19.494152 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:19.494526 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:19.495422 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:19.495817 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:19.496221 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:19.496620 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:19.497020 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:19.498059 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:19.498638 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:32:19.507746 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:19.518500 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-75b2de30-e2d8-4339-bc39-fe18b33239a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854361031'] for router_interface, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:19.631495 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-4a17d956-cdc7-4119-8a87-11bd7c166306 None None] Provisioning complete for port a186c855-4357-46ed-830c-8edeae4fbe78 triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:32:19.631909 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4a17d956-cdc7-4119-8a87-11bd7c166306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:19.722337 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-75b2de30-e2d8-4339-bc39-fe18b33239a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:19.777383 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:19.882456 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] Set router 296a08d3-d6ff-492f-a2a9-ab9db55cf5fa gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:32:19.887106 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] For port 9638f43d-fa5f-4e08-b2db-0428e9a5aaa0, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=9638f43d-fa5f-4e08-b2db-0428e9a5aaa0,segment=NetworkSegment(25f280b3-5353-4bb9-aa4e-f599f066c77b),segment_id=25f280b3-5353-4bb9-aa4e-f599f066c77b)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:32:19.959193 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:19.961991 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:20.095697 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Pushing event updated for resources: {'Port': ['ID=9638f43d-fa5f-4e08-b2db-0428e9a5aaa0,revision_number=5']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:20.101220 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:20.112190 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-be53e0bc-e92d-4cef-9365-8246aad7d088 None None] Provisioning for port 8a9a7cb2-3a67-42a7-b4ee-973085cb3516 completed by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:32:20.123639 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-be53e0bc-e92d-4cef-9365-8246aad7d088 None None] Provisioning complete for port 8a9a7cb2-3a67-42a7-b4ee-973085cb3516 triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:32:20.124063 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-be53e0bc-e92d-4cef-9365-8246aad7d088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:20.142777 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a8864-7ed5-4ef1-a034-61486fd9a7f4 req-47dbdf26-ca4a-4163-8e53-823c88b8aea9 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:20.150738 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fa4a8864-7ed5-4ef1-a034-61486fd9a7f4 req-47dbdf26-ca4a-4163-8e53-823c88b8aea9 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 946 time: 0.3283808 Apr 23 10:32:20.191182 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device a186c855-4357-46ed-830c-8edeae4fbe78 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:32:20.195684 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-75b2de30-e2d8-4339-bc39-fe18b33239a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:20.201621 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-75b2de30-e2d8-4339-bc39-fe18b33239a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848232985'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:20.240956 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:20.259881 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fa4a8864-7ed5-4ef1-a034-61486fd9a7f4 req-ed57f735-0f2b-427d-b092-45a5e556f1c6 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081033 Apr 23 10:32:20.307686 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-be53e0bc-e92d-4cef-9365-8246aad7d088 None None] Port 8a9a7cb2-3a67-42a7-b4ee-973085cb3516 cannot update to ACTIVE because it is not bound. {{(pid=86423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:32:20.314853 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port a186c855-4357-46ed-830c-8edeae4fbe78 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:32:20.315278 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:20.349624 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-75b2de30-e2d8-4339-bc39-fe18b33239a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854146748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414814'] for router_interface, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:20.357911 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2de30-e2d8-4339-bc39-fe18b33239a0 admin admin] Pushing event updated for resources: {'Port': ['ID=8a9a7cb2-3a67-42a7-b4ee-973085cb3516,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:20.362453 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-75b2de30-e2d8-4339-bc39-fe18b33239a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:20.429196 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296a08d3-d6ff-492f-a2a9-ab9db55cf5fa', 'name': 'tempest-TestMinimumBasicScenario-1676327385-router', 'tenant_id': '4bfe1a714cce4b4d9de27641da8ed95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b61578a9-e85b-48f7-b89f-2e2cee6d6ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:13Z', 'updated_at': '2021-04-23T10:32:15Z', 'revision_number': 3, 'project_id': '4bfe1a714cce4b4d9de27641da8ed95d', 'gw_port': {'id': 'b61578a9-e85b-48f7-b89f-2e2cee6d6ae1', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296a08d3-d6ff-492f-a2a9-ab9db55cf5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:14Z', 'updated_at': '2021-04-23T10:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:32:20.434140 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a19c1e-152e-4793-86be-fa580ebcd145 None None] The sync data for ids ['296a08d3-d6ff-492f-a2a9-ab9db55cf5fa'] in dv-cinder-779233-3-smb is: [{'id': '296a08d3-d6ff-492f-a2a9-ab9db55cf5fa', 'name': 'tempest-TestMinimumBasicScenario-1676327385-router', 'tenant_id': '4bfe1a714cce4b4d9de27641da8ed95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b61578a9-e85b-48f7-b89f-2e2cee6d6ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:13Z', 'updated_at': '2021-04-23T10:32:15Z', 'revision_number': 3, 'project_id': '4bfe1a714cce4b4d9de27641da8ed95d', 'gw_port': {'id': 'b61578a9-e85b-48f7-b89f-2e2cee6d6ae1', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296a08d3-d6ff-492f-a2a9-ab9db55cf5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:14Z', 'updated_at': '2021-04-23T10:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}] {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:32:20.502956 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b2de30-e2d8-4339-bc39-fe18b33239a0 admin admin] Network 3135ff9d-73c9-4cde-bd1d-1513a95c9720 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:32:20.504044 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-75b2de30-e2d8-4339-bc39-fe18b33239a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:32:20.728222 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b2de30-e2d8-4339-bc39-fe18b33239a0 admin admin] Router 296a08d3-d6ff-492f-a2a9-ab9db55cf5fa has already been hosted by L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 {{(pid=86422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:32:20.745213 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-c585cbef-63e0-4b16-97c6-28ab589e956c None None] Provisioning complete for port 8a9a7cb2-3a67-42a7-b4ee-973085cb3516 triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:32:20.745556 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c585cbef-63e0-4b16-97c6-28ab589e956c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:20.845065 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-c585cbef-63e0-4b16-97c6-28ab589e956c None None] Port 8a9a7cb2-3a67-42a7-b4ee-973085cb3516 cannot update to ACTIVE because it is not bound. {{(pid=86423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:32:20.966797 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b2de30-e2d8-4339-bc39-fe18b33239a0 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:32:20.978239 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-75b2de30-e2d8-4339-bc39-fe18b33239a0 admin admin] 10.222.0.70 "PUT /v2.0/routers/296a08d3-d6ff-492f-a2a9-ab9db55cf5fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9396338 Apr 23 10:32:21.500090 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24f165-2902-46ee-a1b8-dee7bd0526dd req-2a04e5d0-a14e-4bdc-980b-d3bd9f239b8d tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:21.501929 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-be24f165-2902-46ee-a1b8-dee7bd0526dd req-2a04e5d0-a14e-4bdc-980b-d3bd9f239b8d tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 946 time: 0.1136134 Apr 23 10:32:21.560268 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-be24f165-2902-46ee-a1b8-dee7bd0526dd req-8ed1c48c-4147-4ecd-8f17-046895956bd5 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505733 Apr 23 10:32:21.674410 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec1cdf-4281-411b-b008-b1108e9c3eca req-8d0b6521-a31b-474c-938b-5af3a7e9c3c7 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:21.676058 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-34ec1cdf-4281-411b-b008-b1108e9c3eca req-8d0b6521-a31b-474c-938b-5af3a7e9c3c7 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.0988309 Apr 23 10:32:21.704639 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6a84b-d4d2-4ed6-80f0-012c8cdcc208 req-3c3740c2-9ed9-4071-9b46-22335951f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:21.706644 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-aaa6a84b-d4d2-4ed6-80f0-012c8cdcc208 req-3c3740c2-9ed9-4071-9b46-22335951f57e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=42c0406689e14916a31b158a17ed06c8&device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 1098 time: 0.0989387 Apr 23 10:32:21.743753 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-34ec1cdf-4281-411b-b008-b1108e9c3eca req-197ecdf1-6ae4-45e3-87fc-5c425907cad1 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597637 Apr 23 10:32:21.876017 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6a84b-d4d2-4ed6-80f0-012c8cdcc208 req-5d651b9e-68a5-4575-bfb2-f595c71339d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:21.877660 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-aaa6a84b-d4d2-4ed6-80f0-012c8cdcc208 req-5d651b9e-68a5-4575-bfb2-f595c71339d3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=92060680-c3d7-4f23-9347-bab7dc1c2acf HTTP/1.1" status: 200 len: 919 time: 0.1527698 Apr 23 10:32:22.220531 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 9638f43d-fa5f-4e08-b2db-0428e9a5aaa0 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:32:22.378807 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 9638f43d-fa5f-4e08-b2db-0428e9a5aaa0 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:32:22.379339 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:22.454603 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-aaa6a84b-d4d2-4ed6-80f0-012c8cdcc208 req-f5e20150-155b-4f9d-ad9b-f22bf1dcc4e4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=480303f9-8468-4232-b1ae-7fe0e7babbd5 HTTP/1.1" status: 200 len: 217 time: 0.5613954 Apr 23 10:32:22.552510 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device b61578a9-e85b-48f7-b89f-2e2cee6d6ae1 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:32:22.641801 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning for port b61578a9-e85b-48f7-b89f-2e2cee6d6ae1 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:32:22.648033 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port b61578a9-e85b-48f7-b89f-2e2cee6d6ae1 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:32:22.648708 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:22.663441 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6a84b-d4d2-4ed6-80f0-012c8cdcc208 req-6c3d795f-ca23-422f-bb94-9231ba2e962f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:22.682627 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-aaa6a84b-d4d2-4ed6-80f0-012c8cdcc208 req-6c3d795f-ca23-422f-bb94-9231ba2e962f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b838711e-84ce-47a5-87c2-83a0fa1d623a HTTP/1.1" status: 200 len: 858 time: 0.1903892 Apr 23 10:32:22.833501 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-aaa6a84b-d4d2-4ed6-80f0-012c8cdcc208 req-b265d503-c951-4893-8855-18694a229a0f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=92060680-c3d7-4f23-9347-bab7dc1c2acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1368554 Apr 23 10:32:22.852856 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:22.853487 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032428ef-5cc8-4811-84f8-58ffff9f8aed req-c7c1db3c-696e-4650-a523-bfa575a6847a tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:22.854787 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-032428ef-5cc8-4811-84f8-58ffff9f8aed req-c7c1db3c-696e-4650-a523-bfa575a6847a tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Synchronizing usage tracker for tenant:d68a3d2ffd2d438dbb6699e97dff9ce9 on resource:port {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:32:22.893323 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] For port b61578a9-e85b-48f7-b89f-2e2cee6d6ae1, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=b61578a9-e85b-48f7-b89f-2e2cee6d6ae1,segment=NetworkSegment(2310ff8d-72d8-4ca8-834c-a38d93326363),segment_id=2310ff8d-72d8-4ca8-834c-a38d93326363)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:32:22.897040 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:22.902976 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-bc8be335-fd37-4ecc-ab57-5be6aa0cb6da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:22.972137 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-032428ef-5cc8-4811-84f8-58ffff9f8aed req-c7c1db3c-696e-4650-a523-bfa575a6847a tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Unset dirty status for tenant:d68a3d2ffd2d438dbb6699e97dff9ce9 on resource:port {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:32:22.973637 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-032428ef-5cc8-4811-84f8-58ffff9f8aed req-c7c1db3c-696e-4650-a523-bfa575a6847a tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.68 "GET /v2.0/ports?device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 946 time: 0.6217887 Apr 23 10:32:23.038572 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-aaa6a84b-d4d2-4ed6-80f0-012c8cdcc208 req-c29f56d3-c952-4b83-bca6-fab8567305c1 service neutron] 10.222.0.68 "GET /v2.0/networks/92060680-c3d7-4f23-9347-bab7dc1c2acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783412 Apr 23 10:32:23.112751 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Pushing event updated for resources: {'Port': ['ID=b61578a9-e85b-48f7-b89f-2e2cee6d6ae1,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:23.118597 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:23.130698 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23cafab-da54-490b-b02e-ec2a25179af8 req-b2add005-0e1e-461f-a341-d337cdf3cef6 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:23.139186 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d23cafab-da54-490b-b02e-ec2a25179af8 req-b2add005-0e1e-461f-a341-d337cdf3cef6 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 946 time: 0.3199859 Apr 23 10:32:23.154408 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07808ab-6f43-457c-b179-246b2f93077d req-c9b75a40-2b83-4eda-a929-d0eb5b0d4657 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:23.162093 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d07808ab-6f43-457c-b179-246b2f93077d req-c9b75a40-2b83-4eda-a929-d0eb5b0d4657 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.2308249 Apr 23 10:32:23.261963 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d07808ab-6f43-457c-b179-246b2f93077d req-04161d77-8bff-40a0-a4d8-0ae72276c44d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987091 Apr 23 10:32:23.340807 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-aaa6a84b-d4d2-4ed6-80f0-012c8cdcc208 req-1060336a-8553-4439-91e8-929ee76b369b service neutron] 10.222.0.68 "GET /v2.0/networks/92060680-c3d7-4f23-9347-bab7dc1c2acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649393 Apr 23 10:32:23.341661 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d23cafab-da54-490b-b02e-ec2a25179af8 req-e81f528b-ae10-47e8-a874-c7843e691d0a tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f7a66af-cf91-4cd5-ae14-02b33664c20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772325 Apr 23 10:32:23.360376 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-032428ef-5cc8-4811-84f8-58ffff9f8aed req-77eb7077-a3ca-43b4-a011-1ebaba18ec09 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Deleting port 5c6bc6da-93ec-4398-9c44-49cd341026ff {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:32:23.360816 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-032428ef-5cc8-4811-84f8-58ffff9f8aed req-77eb7077-a3ca-43b4-a011-1ebaba18ec09 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:23.574174 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-032428ef-5cc8-4811-84f8-58ffff9f8aed req-77eb7077-a3ca-43b4-a011-1ebaba18ec09 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] For port 5c6bc6da-93ec-4398-9c44-49cd341026ff, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5c6bc6da-93ec-4398-9c44-49cd341026ff,segment=NetworkSegment(5057dd03-d1f0-4c3f-9d58-23311a3c11a3),segment_id=5057dd03-d1f0-4c3f-9d58-23311a3c11a3)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:32:23.574415 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-032428ef-5cc8-4811-84f8-58ffff9f8aed req-77eb7077-a3ca-43b4-a011-1ebaba18ec09 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:23.622880 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] Sync routers for ids ['296a08d3-d6ff-492f-a2a9-ab9db55cf5fa'] in dv-cinder-779233-3-smb {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:32:23.637912 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] Routers {'296a08d3-d6ff-492f-a2a9-ab9db55cf5fa'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:32:23.638594 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:32:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['296a08d3-d6ff-492f-a2a9-ab9db55cf5fa'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:32:23.730514 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-032428ef-5cc8-4811-84f8-58ffff9f8aed req-77eb7077-a3ca-43b4-a011-1ebaba18ec09 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Calling delete_port for 5c6bc6da-93ec-4398-9c44-49cd341026ff owned by compute:nova {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:32:23.837546 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] Set router 296a08d3-d6ff-492f-a2a9-ab9db55cf5fa gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:32:23.940588 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-032428ef-5cc8-4811-84f8-58ffff9f8aed req-77eb7077-a3ca-43b4-a011-1ebaba18ec09 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:23.949283 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c1174a5e-f3c7-4ca0-9f2b-d8aa934e99e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:24.008843 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb7077-a3ca-43b4-a011-1ebaba18ec09 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Pushing event deleted for resources: {'Port': ['ID=5c6bc6da-93ec-4398-9c44-49cd341026ff,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:24.012154 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-77eb7077-a3ca-43b4-a011-1ebaba18ec09 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:24.150639 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-032428ef-5cc8-4811-84f8-58ffff9f8aed req-77eb7077-a3ca-43b4-a011-1ebaba18ec09 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] No DVR routers for this DVR port 5c6bc6da-93ec-4398-9c44-49cd341026ff on host hv-cinder-77923 {{(pid=86422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:32:24.164266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-032428ef-5cc8-4811-84f8-58ffff9f8aed req-77eb7077-a3ca-43b4-a011-1ebaba18ec09 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:24.183638 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9', 'name': 'network-vif-deleted', 'tag': '5c6bc6da-93ec-4398-9c44-49cd341026ff'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:32:24.192304 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-032428ef-5cc8-4811-84f8-58ffff9f8aed req-77eb7077-a3ca-43b4-a011-1ebaba18ec09 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.68 "DELETE /v2.0/ports/5c6bc6da-93ec-4398-9c44-49cd341026ff HTTP/1.1" status: 204 len: 173 time: 1.1526918 Apr 23 10:32:24.199161 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device b61578a9-e85b-48f7-b89f-2e2cee6d6ae1 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:32:24.275975 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9', 'name': 'network-vif-deleted', 'tag': '5c6bc6da-93ec-4398-9c44-49cd341026ff', 'status': 'completed', 'code': 200} Apr 23 10:32:24.313095 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296a08d3-d6ff-492f-a2a9-ab9db55cf5fa', 'name': 'tempest-TestMinimumBasicScenario-1676327385-router', 'tenant_id': '4bfe1a714cce4b4d9de27641da8ed95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b61578a9-e85b-48f7-b89f-2e2cee6d6ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:13Z', 'updated_at': '2021-04-23T10:32:19Z', 'revision_number': 4, 'project_id': '4bfe1a714cce4b4d9de27641da8ed95d', 'gw_port': {'id': 'b61578a9-e85b-48f7-b89f-2e2cee6d6ae1', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296a08d3-d6ff-492f-a2a9-ab9db55cf5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:14Z', 'updated_at': '2021-04-23T10:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '8a9a7cb2-3a67-42a7-b4ee-973085cb3516', 'name': '', 'network_id': '3135ff9d-73c9-4cde-bd1d-1513a95c9720', 'tenant_id': '4bfe1a714cce4b4d9de27641da8ed95d', 'mac_address': 'fa:16:3e:7f:2e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296a08d3-d6ff-492f-a2a9-ab9db55cf5fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '659cb9f7-2dd2-4849-aaea-c93a99186b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:18Z', 'updated_at': '2021-04-23T10:32:19Z', 'revision_number': 2, 'project_id': '4bfe1a714cce4b4d9de27641da8ed95d', 'subnets': [{'id': '659cb9f7-2dd2-4849-aaea-c93a99186b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:32:24.321098 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port b61578a9-e85b-48f7-b89f-2e2cee6d6ae1 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:32:24.321517 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:24.384054 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] Checking router: 296a08d3-d6ff-492f-a2a9-ab9db55cf5fa for host: dv-cinder-779233-3-smb {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:32:24.384513 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] Updating router 296a08d3-d6ff-492f-a2a9-ab9db55cf5fa port 8a9a7cb2-3a67-42a7-b4ee-973085cb3516 binding host dv-cinder-779233-3-smb {{(pid=86423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:32:24.451156 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:24.558949 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa5534-14ae-446e-be02-e0ae30594969 req-4e861c6f-bd45-4b62-b2a4-1fab64ccd4b8 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:24.571479 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-98fa5534-14ae-446e-be02-e0ae30594969 req-4e861c6f-bd45-4b62-b2a4-1fab64ccd4b8 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1551070 Apr 23 10:32:24.664516 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-98fa5534-14ae-446e-be02-e0ae30594969 req-c5ebddef-824c-439d-8b4d-52a243d47930 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919211 Apr 23 10:32:24.999479 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ee4510ca-d57b-4973-a2c9-7cf58ba35ec1 req-f16e5739-8c3c-4f28-9522-31c1380d5096 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ed71b0f-3efd-44fb-b1e3-626f6a7f32d9 HTTP/1.1" status: 200 len: 210 time: 0.0934551 Apr 23 10:32:25.111092 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:25.128233 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 5c6bc6da-93ec-4398-9c44-49cd341026ff no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:32:25.177206 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] Transition to ACTIVE for port object 8a9a7cb2-3a67-42a7-b4ee-973085cb3516 will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:32:25.181574 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] No Port match for: 5c6bc6da-93ec-4398-9c44-49cd341026ff {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:32:25.181764 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 5c6bc6da-93ec-4398-9c44-49cd341026ff not bound to the agent host hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:32:25.190037 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:25.203169 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:25.270124 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47f461-fc56-429d-a1e7-99d429bf846a None None] Pushing event updated for resources: {'Port': ['ID=8a9a7cb2-3a67-42a7-b4ee-973085cb3516,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:25.337926 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9d47f461-fc56-429d-a1e7-99d429bf846a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:25.462245 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] Attempting to bind port 8a9a7cb2-3a67-42a7-b4ee-973085cb3516 on host dv-cinder-779233-3-smb for vnic_type normal with profile {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:32:25.462837 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] Attempting to bind port 8a9a7cb2-3a67-42a7-b4ee-973085cb3516 by drivers openvswitch,hyperv on host dv-cinder-779233-3-smb at level 0 using segments [{'id': '06862d92-acea-4149-9ebe-b03826220e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3135ff9d-73c9-4cde-bd1d-1513a95c9720'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:32:25.463420 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] Attempting to bind port 8a9a7cb2-3a67-42a7-b4ee-973085cb3516 on network 3135ff9d-73c9-4cde-bd1d-1513a95c9720 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:32:25.471138 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] Checking agent: {'id': '1913a22a-9c34-47f7-a9c7-162e923d995b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 19, 35), 'started_at': datetime.datetime(2021, 4, 23, 10, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:32:25.471663 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] Checking segment: {'id': '06862d92-acea-4149-9ebe-b03826220e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3135ff9d-73c9-4cde-bd1d-1513a95c9720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:32:25.472233 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:25.472817 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] Bound using segment: {'id': '06862d92-acea-4149-9ebe-b03826220e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3135ff9d-73c9-4cde-bd1d-1513a95c9720'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:32:25.473466 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] Bound port: 8a9a7cb2-3a67-42a7-b4ee-973085cb3516, host: dv-cinder-779233-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06862d92-acea-4149-9ebe-b03826220e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3135ff9d-73c9-4cde-bd1d-1513a95c9720'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:32:25.474075 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:25.578674 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] For port 8a9a7cb2-3a67-42a7-b4ee-973085cb3516, host dv-cinder-779233-3-smb, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:32:25.582505 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] For port 8a9a7cb2-3a67-42a7-b4ee-973085cb3516, host dv-cinder-779233-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=8a9a7cb2-3a67-42a7-b4ee-973085cb3516,segment=NetworkSegment(06862d92-acea-4149-9ebe-b03826220e5c),segment_id=06862d92-acea-4149-9ebe-b03826220e5c)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:32:25.586155 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:25.596367 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:25.682737 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47f461-fc56-429d-a1e7-99d429bf846a None None] Pushing event updated for resources: {'Port': ['ID=8a9a7cb2-3a67-42a7-b4ee-973085cb3516,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:25.690913 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9d47f461-fc56-429d-a1e7-99d429bf846a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:25.701762 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] Routers {'296a08d3-d6ff-492f-a2a9-ab9db55cf5fa'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:32:25.702411 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:32:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['296a08d3-d6ff-492f-a2a9-ab9db55cf5fa'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:32:26.034722 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf367fc2-269d-42ca-b5de-d464f3d510dc req-4d96c812-9ec4-4105-bbcf-5dee9a9ef773 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:26.036383 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-bf367fc2-269d-42ca-b5de-d464f3d510dc req-4d96c812-9ec4-4105-bbcf-5dee9a9ef773 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1744287 Apr 23 10:32:26.106164 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] Set router 296a08d3-d6ff-492f-a2a9-ab9db55cf5fa gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:32:26.140220 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-bf367fc2-269d-42ca-b5de-d464f3d510dc req-81ae1ace-518d-4017-b0cc-ebfcef57a888 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932803 Apr 23 10:32:26.300402 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 34312) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:26.451102 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad045d9-0f36-42e9-a791-c245cb98f9a2 admin admin] Deleting subnet bc554e03-a960-4aeb-a75b-15d570e0a94b {{(pid=86422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 10:32:26.464092 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dad045d9-0f36-42e9-a791-c245cb98f9a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:26.583816 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dad045d9-0f36-42e9-a791-c245cb98f9a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7123019'] for subnet, precommit_delete_associations {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:26.682434 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dad045d9-0f36-42e9-a791-c245cb98f9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853331552'] for subnet, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:26.708750 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296a08d3-d6ff-492f-a2a9-ab9db55cf5fa', 'name': 'tempest-TestMinimumBasicScenario-1676327385-router', 'tenant_id': '4bfe1a714cce4b4d9de27641da8ed95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b61578a9-e85b-48f7-b89f-2e2cee6d6ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:13Z', 'updated_at': '2021-04-23T10:32:19Z', 'revision_number': 4, 'project_id': '4bfe1a714cce4b4d9de27641da8ed95d', 'gw_port': {'id': 'b61578a9-e85b-48f7-b89f-2e2cee6d6ae1', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296a08d3-d6ff-492f-a2a9-ab9db55cf5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:14Z', 'updated_at': '2021-04-23T10:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '8a9a7cb2-3a67-42a7-b4ee-973085cb3516', 'name': '', 'network_id': '3135ff9d-73c9-4cde-bd1d-1513a95c9720', 'tenant_id': '4bfe1a714cce4b4d9de27641da8ed95d', 'mac_address': 'fa:16:3e:7f:2e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296a08d3-d6ff-492f-a2a9-ab9db55cf5fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '659cb9f7-2dd2-4849-aaea-c93a99186b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:18Z', 'updated_at': '2021-04-23T10:32:25Z', 'revision_number': 4, 'project_id': '4bfe1a714cce4b4d9de27641da8ed95d', 'subnets': [{'id': '659cb9f7-2dd2-4849-aaea-c93a99186b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:32:26.714270 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f59fd06-9b1f-45ab-acd0-6cb529eb6f47 None None] The sync data for ids ['296a08d3-d6ff-492f-a2a9-ab9db55cf5fa'] in dv-cinder-779233-3-smb is: [{'id': '296a08d3-d6ff-492f-a2a9-ab9db55cf5fa', 'name': 'tempest-TestMinimumBasicScenario-1676327385-router', 'tenant_id': '4bfe1a714cce4b4d9de27641da8ed95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b61578a9-e85b-48f7-b89f-2e2cee6d6ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:13Z', 'updated_at': '2021-04-23T10:32:19Z', 'revision_number': 4, 'project_id': '4bfe1a714cce4b4d9de27641da8ed95d', 'gw_port': {'id': 'b61578a9-e85b-48f7-b89f-2e2cee6d6ae1', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296a08d3-d6ff-492f-a2a9-ab9db55cf5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:14Z', 'updated_at': '2021-04-23T10:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '8a9a7cb2-3a67-42a7-b4ee-973085cb3516', 'name': '', 'network_id': '3135ff9d-73c9-4cde-bd1d-1513a95c9720', 'tenant_id': '4bfe1a714cce4b4d9de27641da8ed95d', 'mac_address': 'fa:16:3e:7f:2e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296a08d3-d6ff-492f-a2a9-ab9db55cf5fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '659cb9f7-2dd2-4849-aaea-c93a99186b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:18Z', 'updated_at': '2021-04-23T10:32:25Z', 'revision_number': 4, 'project_id': '4bfe1a714cce4b4d9de27641da8ed95d', 'subnets': [{'id': '659cb9f7-2dd2-4849-aaea-c93a99186b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:32:27.107510 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dad045d9-0f36-42e9-a791-c245cb98f9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1444248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6539322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4765900'] for subnet, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:27.130060 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4fa767d5-4053-4020-8148-e51e0b6c0b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:27.208235 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad045d9-0f36-42e9-a791-c245cb98f9a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc554e03-a960-4aeb-a75b-15d570e0a94b,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:27.219920 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-dad045d9-0f36-42e9-a791-c245cb98f9a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:27.231423 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dad045d9-0f36-42e9-a791-c245cb98f9a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:27.251774 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 34332) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:27.252802 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-dad045d9-0f36-42e9-a791-c245cb98f9a2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/bc554e03-a960-4aeb-a75b-15d570e0a94b HTTP/1.1" status: 204 len: 168 time: 0.9511473 Apr 23 10:32:27.633188 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba099-e73d-405c-84c6-87c49390e961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853440276'] for network, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:27.809717 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba099-e73d-405c-84c6-87c49390e961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1444341', 'neutron.services.segments.db._delete_segments_for_network-8747066344563'] for network, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:27.975329 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-5f5ba099-e73d-405c-84c6-87c49390e961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277']}} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:32:27.991674 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-5f5ba099-e73d-405c-84c6-87c49390e961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5057dd03-d1f0-4c3f-9d58-23311a3c11a3') {'for_net_delete': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:32:27.992122 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-5f5ba099-e73d-405c-84c6-87c49390e961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5057dd03-d1f0-4c3f-9d58-23311a3c11a3') {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:32:28.006220 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba099-e73d-405c-84c6-87c49390e961 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289788450659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7430392'] for segment, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:28.029110 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba099-e73d-405c-84c6-87c49390e961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:28.037881 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f5ba099-e73d-405c-84c6-87c49390e961 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=86420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 10:32:28.198513 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 8a9a7cb2-3a67-42a7-b4ee-973085cb3516 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:32:28.284039 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-5f5ba099-e73d-405c-84c6-87c49390e961 admin admin] Network ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:32:28.296782 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba099-e73d-405c-84c6-87c49390e961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853312079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848782066'] for segment, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:28.354711 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning for port 8a9a7cb2-3a67-42a7-b4ee-973085cb3516 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:32:28.360574 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 8a9a7cb2-3a67-42a7-b4ee-973085cb3516 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:32:28.361004 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:28.506568 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-5f5ba099-e73d-405c-84c6-87c49390e961 admin admin] Network ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:32:28.536643 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:28.585926 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] For port 8a9a7cb2-3a67-42a7-b4ee-973085cb3516, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=8a9a7cb2-3a67-42a7-b4ee-973085cb3516,segment=NetworkSegment(06862d92-acea-4149-9ebe-b03826220e5c),segment_id=06862d92-acea-4149-9ebe-b03826220e5c)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:32:28.598017 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:28.601021 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: Traceback (most recent call last): Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: timer() Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: cb(*args, **kw) Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: return func(*args, **kwargs) Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: self._notify() Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: self.callback(batched_events) Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: event.method(event) Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: segment_id)['aggregates'][0] Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: return f(self, *a, **k) Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: return self._get(url).json() Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: **kwargs) Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: return self.request(url, 'GET', **kwargs) Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: **endpoint_filter) Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 10:32:28.619745 dv-cinder-779233-3-smb neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 10:32:28.632916 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a55cc6-7635-4edf-8c6c-e0a09446b2ae req-288694dc-eba5-4923-bd3b-9b2fce70ce0f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:28.642460 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a6a55cc6-7635-4edf-8c6c-e0a09446b2ae req-288694dc-eba5-4923-bd3b-9b2fce70ce0f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 1.0900066 Apr 23 10:32:28.698176 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba099-e73d-405c-84c6-87c49390e961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853331459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414905'] for network, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:28.707990 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Pushing event updated for resources: {'Port': ['ID=8a9a7cb2-3a67-42a7-b4ee-973085cb3516,revision_number=5']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:28.711535 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:28.730236 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:28.761636 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ba099-e73d-405c-84c6-87c49390e961 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:28.770488 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba099-e73d-405c-84c6-87c49390e961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:28.773383 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5f5ba099-e73d-405c-84c6-87c49390e961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:28.860601 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a6a55cc6-7635-4edf-8c6c-e0a09446b2ae req-142462fa-38d5-438b-bb8a-e76485f1bde5 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166975 Apr 23 10:32:28.872698 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-5f5ba099-e73d-405c-84c6-87c49390e961 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ec9bdd29-70e3-4b2c-ac31-bdf27cb7b277 HTTP/1.1" status: 204 len: 168 time: 1.6194322 Apr 23 10:32:28.885947 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81effc97-5a2f-43d0-8673-3cdad39e67ef req-02284673-bd9b-4ac1-b797-51d83458c2b8 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:28.896823 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-81effc97-5a2f-43d0-8673-3cdad39e67ef req-02284673-bd9b-4ac1-b797-51d83458c2b8 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.6025269 Apr 23 10:32:28.970480 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-81effc97-5a2f-43d0-8673-3cdad39e67ef req-6411ecf6-a640-40b9-a88e-7a85a7410c85 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700960 Apr 23 10:32:29.190360 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 34360) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:29.253276 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-d1c6bd98-cfa7-484d-b382-5a8ba1c821c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d68a3d2ffd2d438dbb6699e97dff9ce9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0619090 Apr 23 10:32:29.255872 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 34364) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:29.331536 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1a8dc7b9-9142-433f-bcd8-63e75ae1c9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:29.366251 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1a8dc7b9-9142-433f-bcd8-63e75ae1c9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:29.417402 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1a8dc7b9-9142-433f-bcd8-63e75ae1c9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:29.423602 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6f8c93be-0616-44f4-84d8-deba6e3fa722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:29.438394 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8dc7b9-9142-433f-bcd8-63e75ae1c9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7a66af-cf91-4cd5-ae14-02b33664c20e,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:29.441433 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1a8dc7b9-9142-433f-bcd8-63e75ae1c9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:29.450001 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1a8dc7b9-9142-433f-bcd8-63e75ae1c9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:29.453917 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-1a8dc7b9-9142-433f-bcd8-63e75ae1c9d6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4f7a66af-cf91-4cd5-ae14-02b33664c20e HTTP/1.1" status: 204 len: 168 time: 0.1941860 Apr 23 10:32:29.625755 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:32:30.072555 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 8a9a7cb2-3a67-42a7-b4ee-973085cb3516 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:32:30.208256 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 8a9a7cb2-3a67-42a7-b4ee-973085cb3516 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:32:30.209286 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:30.302282 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0588211-f5bf-48e5-aaa6-98913bd58adc req-4cfdd2c4-c210-4e91-833d-1c014f27663f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:30.313312 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f0588211-f5bf-48e5-aaa6-98913bd58adc req-4cfdd2c4-c210-4e91-833d-1c014f27663f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.2130055 Apr 23 10:32:30.400438 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f0588211-f5bf-48e5-aaa6-98913bd58adc req-b7db3308-5d38-460a-b647-41d78f0b9c33 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852249 Apr 23 10:32:30.420922 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e33db5-5e3a-482c-9f63-e6c080d8a6c8 req-6264d406-c343-4719-b0ca-afdc218dc3d1 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:30.430046 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c5e33db5-5e3a-482c-9f63-e6c080d8a6c8 req-6264d406-c343-4719-b0ca-afdc218dc3d1 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.2659950 Apr 23 10:32:30.504392 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c5e33db5-5e3a-482c-9f63-e6c080d8a6c8 req-4242b2e5-da8a-4906-8e57-8d5d231a93b5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730634 Apr 23 10:32:31.790353 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3b1a1-c799-4a58-979a-2410867a91a2 req-38c841e6-dcce-4b69-8d13-a8245e5d5877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:31.792607 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4ae3b1a1-c799-4a58-979a-2410867a91a2 req-38c841e6-dcce-4b69-8d13-a8245e5d5877 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=42c0406689e14916a31b158a17ed06c8&device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 1098 time: 0.1633503 Apr 23 10:32:31.899030 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef60ff-4a88-4146-a884-3dad5d934c78 req-1271235a-36ef-4537-9526-411d255c5d2d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:31.900822 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-20ef60ff-4a88-4146-a884-3dad5d934c78 req-1271235a-36ef-4537-9526-411d255c5d2d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.2918780 Apr 23 10:32:32.083152 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-20ef60ff-4a88-4146-a884-3dad5d934c78 req-1880d118-b695-4684-81c3-9997a42c5316 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722176 Apr 23 10:32:32.167850 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3ab729d6-7127-4554-bd89-625fcdba7482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:32.269740 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3b1a1-c799-4a58-979a-2410867a91a2 req-ac4c1166-4f7f-451e-b490-5c2eae811296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:32.273669 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4ae3b1a1-c799-4a58-979a-2410867a91a2 req-ac4c1166-4f7f-451e-b490-5c2eae811296 service neutron] 10.222.0.68 "GET /v2.0/networks?id=92060680-c3d7-4f23-9347-bab7dc1c2acf HTTP/1.1" status: 200 len: 919 time: 0.4384232 Apr 23 10:32:32.416555 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4ae3b1a1-c799-4a58-979a-2410867a91a2 req-2360e01f-e9c5-48d3-8a05-ab1b86e6c93d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=480303f9-8468-4232-b1ae-7fe0e7babbd5 HTTP/1.1" status: 200 len: 217 time: 0.0774739 Apr 23 10:32:32.417441 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 34454) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:32.467963 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e6d78-bdc8-441e-8c53-25f277646e7b req-61129570-ecc2-4557-9d46-74460c11e691 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:32.479621 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0d0e6d78-bdc8-441e-8c53-25f277646e7b req-61129570-ecc2-4557-9d46-74460c11e691 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.1811988 Apr 23 10:32:32.530827 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3b1a1-c799-4a58-979a-2410867a91a2 req-ca6d0a95-6e94-4523-a807-863f4542e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:32.533840 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4ae3b1a1-c799-4a58-979a-2410867a91a2 req-ca6d0a95-6e94-4523-a807-863f4542e8f7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b838711e-84ce-47a5-87c2-83a0fa1d623a HTTP/1.1" status: 200 len: 858 time: 0.1025333 Apr 23 10:32:32.556129 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd7bac-6596-4252-9c32-8db60a73f05c req-a8d8692e-061d-4d70-97bc-66616ccf0a83 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:32.557745 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-56bd7bac-6596-4252-9c32-8db60a73f05c req-a8d8692e-061d-4d70-97bc-66616ccf0a83 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1981328 Apr 23 10:32:32.592841 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0d0e6d78-bdc8-441e-8c53-25f277646e7b req-4b785703-287f-49dc-971e-dfb7fb6410ea tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120734 Apr 23 10:32:32.662855 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-56bd7bac-6596-4252-9c32-8db60a73f05c req-ff177709-1608-45df-9764-8d53e34603d5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832529 Apr 23 10:32:32.672069 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4ae3b1a1-c799-4a58-979a-2410867a91a2 req-bd64868c-a215-44fc-bc71-15c657b7be7b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=92060680-c3d7-4f23-9347-bab7dc1c2acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257553 Apr 23 10:32:32.709909 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ae38ba-8a6d-4aa5-b4f7-888596b92603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:32.846827 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-59ae38ba-8a6d-4aa5-b4f7-888596b92603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:32:32.857476 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-59ae38ba-8a6d-4aa5-b4f7-888596b92603 admin admin] Usage tracker for resource:security_group_rule and tenant:85c82ed092e54a6dade0bd9c7896c1a4 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:32:32.858722 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-59ae38ba-8a6d-4aa5-b4f7-888596b92603 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:32:32.866195 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-59ae38ba-8a6d-4aa5-b4f7-888596b92603 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:32:32.990481 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4ae3b1a1-c799-4a58-979a-2410867a91a2 req-95a0dbde-0f18-4934-b8dc-773e4f3acefb service neutron] 10.222.0.68 "GET /v2.0/networks/92060680-c3d7-4f23-9347-bab7dc1c2acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827623 Apr 23 10:32:33.003210 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ae38ba-8a6d-4aa5-b4f7-888596b92603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:33.041353 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-59ae38ba-8a6d-4aa5-b4f7-888596b92603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:33.110709 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-19365c13-f300-4efb-88aa-ddf6de089c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:33.148855 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae38ba-8a6d-4aa5-b4f7-888596b92603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03a2f8f-031c-49d8-892b-d98bf1c6989a,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:33.156308 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-59ae38ba-8a6d-4aa5-b4f7-888596b92603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:33.190693 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 34462) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:33.190909 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-59ae38ba-8a6d-4aa5-b4f7-888596b92603 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=85c82ed092e54a6dade0bd9c7896c1a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7719488 Apr 23 10:32:33.268303 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4ae3b1a1-c799-4a58-979a-2410867a91a2 req-c8122b1e-a0b3-471a-a48d-f382f454c80d service neutron] 10.222.0.68 "GET /v2.0/networks/92060680-c3d7-4f23-9347-bab7dc1c2acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605121 Apr 23 10:32:33.310412 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:33.394317 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2e6643d8-4510-4add-ae2e-cfbf87b3135d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:33.425849 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d710f2a-5891-48d5-8ce4-4c4bc73a33ca req-e5e8b2d0-2930-4829-be6a-8194bcea68d4 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:33.434114 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2d710f2a-5891-48d5-8ce4-4c4bc73a33ca req-e5e8b2d0-2930-4829-be6a-8194bcea68d4 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1822731 Apr 23 10:32:33.473789 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2e6643d8-4510-4add-ae2e-cfbf87b3135d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:33.560791 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2d710f2a-5891-48d5-8ce4-4c4bc73a33ca req-34613bea-af01-4516-a092-6ee12964f96d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256096 Apr 23 10:32:33.598940 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2e6643d8-4510-4add-ae2e-cfbf87b3135d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:33.610817 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-374d4cd3-7713-454c-9077-8f6c9361ea5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:33.645656 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6643d8-4510-4add-ae2e-cfbf87b3135d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03a2f8f-031c-49d8-892b-d98bf1c6989a,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:33.650431 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2e6643d8-4510-4add-ae2e-cfbf87b3135d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:33.678696 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2e6643d8-4510-4add-ae2e-cfbf87b3135d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:33.684754 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-2e6643d8-4510-4add-ae2e-cfbf87b3135d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e03a2f8f-031c-49d8-892b-d98bf1c6989a HTTP/1.1" status: 204 len: 168 time: 0.4922709 Apr 23 10:32:33.811198 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 34478) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:34.036775 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6ad64-1f03-4fc9-9002-985fa9f963b5 req-40befea5-61f8-41d3-9d96-3e2ad3e0027a tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:34.038497 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-76f6ad64-1f03-4fc9-9002-985fa9f963b5 req-40befea5-61f8-41d3-9d96-3e2ad3e0027a tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.1326427 Apr 23 10:32:34.130506 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a807d1-f3ec-4b59-b5e1-9ff6a266460e req-a4c9564f-7b6e-4fca-9476-900a05d39e1f tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:34.132215 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-44a807d1-f3ec-4b59-b5e1-9ff6a266460e req-a4c9564f-7b6e-4fca-9476-900a05d39e1f tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.2989221 Apr 23 10:32:34.160834 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-93c10832-9fc4-41fd-9f9c-4f86d7247d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:34.221487 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-76f6ad64-1f03-4fc9-9002-985fa9f963b5 req-f277bfa9-fde1-41d7-ad7a-5825890622b8 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723659 Apr 23 10:32:34.280219 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-44a807d1-f3ec-4b59-b5e1-9ff6a266460e req-f548ff3b-ad22-464a-871d-4a5c4eda7df5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341908 Apr 23 10:32:34.281380 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-56c1b14d-d364-4391-be6f-fd70f148e701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:34.309999 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-56c1b14d-d364-4391-be6f-fd70f148e701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:32:34.318609 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-56c1b14d-d364-4391-be6f-fd70f148e701 admin admin] Usage tracker for resource:security_group_rule and tenant:8475f1c0b9e54e72a4c2961c58bb44f5 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:32:34.326372 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-56c1b14d-d364-4391-be6f-fd70f148e701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:32:34.338981 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-56c1b14d-d364-4391-be6f-fd70f148e701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:32:34.471428 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-56c1b14d-d364-4391-be6f-fd70f148e701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:34.474944 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-56c1b14d-d364-4391-be6f-fd70f148e701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:34.489009 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-dd4e383a-caaf-4866-8ae2-624142870d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:34.511293 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 34486) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:34.524456 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1b14d-d364-4391-be6f-fd70f148e701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bf22f8-bae5-4563-bac6-594c6dd84eda,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:34.529774 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-56c1b14d-d364-4391-be6f-fd70f148e701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:34.535139 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1828c04a-29b4-4ec2-888d-ce24b5c9d5d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:34.553156 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-56c1b14d-d364-4391-be6f-fd70f148e701 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8475f1c0b9e54e72a4c2961c58bb44f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7402768 Apr 23 10:32:34.553802 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 34490) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:34.561783 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1828c04a-29b4-4ec2-888d-ce24b5c9d5d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:32:34.567517 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-1828c04a-29b4-4ec2-888d-ce24b5c9d5d1 admin admin] Usage tracker for resource:security_group_rule and tenant:b91125257df842c299d52e255b1eda66 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:32:34.573426 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-1828c04a-29b4-4ec2-888d-ce24b5c9d5d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:32:34.581990 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1828c04a-29b4-4ec2-888d-ce24b5c9d5d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:32:34.676698 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8cba8481-67b7-43eb-9ba6-59036ddca918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:34.705486 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8cba8481-67b7-43eb-9ba6-59036ddca918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:34.705882 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1828c04a-29b4-4ec2-888d-ce24b5c9d5d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:34.711271 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1828c04a-29b4-4ec2-888d-ce24b5c9d5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:34.748546 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3c216aa6-377f-4fde-88b0-5a790dafe433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:34.758170 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-1828c04a-29b4-4ec2-888d-ce24b5c9d5d1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b91125257df842c299d52e255b1eda66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453504 Apr 23 10:32:34.762985 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 34496) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:34.796961 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8cba8481-67b7-43eb-9ba6-59036ddca918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:34.807656 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-00f2a10e-10a0-4f77-8064-ae39cdb8bf7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:34.820660 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba8481-67b7-43eb-9ba6-59036ddca918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bf22f8-bae5-4563-bac6-594c6dd84eda,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:34.826583 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8cba8481-67b7-43eb-9ba6-59036ddca918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:34.846923 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828c04a-29b4-4ec2-888d-ce24b5c9d5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2c42e7-3b42-4a2a-8b82-f8169879097b,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:34.853070 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1828c04a-29b4-4ec2-888d-ce24b5c9d5d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:34.858019 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8cba8481-67b7-43eb-9ba6-59036ddca918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:34.861912 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-8cba8481-67b7-43eb-9ba6-59036ddca918 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/82bf22f8-bae5-4563-bac6-594c6dd84eda HTTP/1.1" status: 204 len: 168 time: 0.3070385 Apr 23 10:32:34.875819 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a6660-3a43-4d71-90df-0b4850e8dc2a req-6c3bf372-a375-4fef-9c60-8ee9978056ef tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:34.883590 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-205a6660-3a43-4d71-90df-0b4850e8dc2a req-6c3bf372-a375-4fef-9c60-8ee9978056ef tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1392503 Apr 23 10:32:34.909003 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bbb3b9d7-8e66-4b1d-af0a-6dac23028702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:34.940394 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-205a6660-3a43-4d71-90df-0b4850e8dc2a req-7c9b8f74-f8eb-41e4-a519-335f151b6764 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557733 Apr 23 10:32:34.943129 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bbb3b9d7-8e66-4b1d-af0a-6dac23028702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:34.999559 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bbb3b9d7-8e66-4b1d-af0a-6dac23028702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:35.006121 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5c3e9ae3-a471-4b06-a96f-78d1a7da00dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:35.049296 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3b9d7-8e66-4b1d-af0a-6dac23028702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2c42e7-3b42-4a2a-8b82-f8169879097b,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:35.060004 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-bbb3b9d7-8e66-4b1d-af0a-6dac23028702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:35.075135 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bbb3b9d7-8e66-4b1d-af0a-6dac23028702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:35.076706 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-bbb3b9d7-8e66-4b1d-af0a-6dac23028702 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8f2c42e7-3b42-4a2a-8b82-f8169879097b HTTP/1.1" status: 204 len: 168 time: 0.3125253 Apr 23 10:32:35.504441 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:35.507992 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:35.540495 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fab3d-555e-4ef9-9d95-f5288f867d24 req-40a6b01e-e09f-4a97-a8ed-c5fa08125152 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:35.543742 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a66fab3d-555e-4ef9-9d95-f5288f867d24 req-40a6b01e-e09f-4a97-a8ed-c5fa08125152 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.1210003 Apr 23 10:32:35.632800 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a66fab3d-555e-4ef9-9d95-f5288f867d24 req-757b8394-daba-4752-9c1b-4917b1726bd1 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814526 Apr 23 10:32:35.825274 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01d1e0-f2c2-4632-a9e0-0f0769e35374 req-7f81cdf6-1f39-4bce-8c53-1c93d1edbc9c tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:35.832434 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8d01d1e0-f2c2-4632-a9e0-0f0769e35374 req-7f81cdf6-1f39-4bce-8c53-1c93d1edbc9c tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1171045 Apr 23 10:32:35.892615 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8d01d1e0-f2c2-4632-a9e0-0f0769e35374 req-52e73e16-61ad-4172-a3c0-02e3ef954252 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591071 Apr 23 10:32:36.190329 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c08b0-fc15-4fe5-87be-47d3ae807e8d req-053fc5bc-f167-4688-8cce-ae0ccef4637b tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:36.198524 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2c3c08b0-fc15-4fe5-87be-47d3ae807e8d req-053fc5bc-f167-4688-8cce-ae0ccef4637b tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1226432 Apr 23 10:32:36.274827 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2c3c08b0-fc15-4fe5-87be-47d3ae807e8d req-af31d100-f05c-4a12-a72b-175ab60e2c17 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735004 Apr 23 10:32:36.972916 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9146125-b73f-433b-9473-50bb37f61b96 req-139de1a2-fdae-4888-82a2-ac234fbf39e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:36.981526 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f9146125-b73f-433b-9473-50bb37f61b96 req-139de1a2-fdae-4888-82a2-ac234fbf39e9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.1573122 Apr 23 10:32:37.096812 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f9146125-b73f-433b-9473-50bb37f61b96 req-a06b79c8-65e4-4762-a66d-72b23cde7f95 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082313 Apr 23 10:32:37.150519 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:37.215562 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 34576) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:37.455942 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d47945-e56c-4207-84c6-7c766d0c034e req-b8b3a051-eee3-4200-a72e-15820077dbe4 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:37.458949 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-15d47945-e56c-4207-84c6-7c766d0c034e req-b8b3a051-eee3-4200-a72e-15820077dbe4 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1581440 Apr 23 10:32:37.533663 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-15d47945-e56c-4207-84c6-7c766d0c034e req-0ec8f30a-13ff-4822-89ea-99883a652425 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620022 Apr 23 10:32:37.601779 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-806877a9-d785-45e1-af99-7b0956e0ed17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:37.619983 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-806877a9-d785-45e1-af99-7b0956e0ed17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:32:37.625014 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-806877a9-d785-45e1-af99-7b0956e0ed17 admin admin] Usage tracker for resource:security_group_rule and tenant:2f765d64378f43eca968571bae96d7a0 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:32:37.629990 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-806877a9-d785-45e1-af99-7b0956e0ed17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:32:37.640979 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-806877a9-d785-45e1-af99-7b0956e0ed17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:32:37.771151 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-806877a9-d785-45e1-af99-7b0956e0ed17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:37.775048 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-806877a9-d785-45e1-af99-7b0956e0ed17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:37.816324 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ef338172-3d4b-4cb3-bc4f-57cdc67e7da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:37.842060 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-806877a9-d785-45e1-af99-7b0956e0ed17 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2f765d64378f43eca968571bae96d7a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6250510 Apr 23 10:32:37.851223 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 34598) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:37.909471 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806877a9-d785-45e1-af99-7b0956e0ed17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cb1fcc-682d-47c9-a81f-88d097c1c8a8,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:37.917010 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-806877a9-d785-45e1-af99-7b0956e0ed17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:37.955079 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8f961edd-a2b6-440a-a8c9-1c5e79dc6caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:37.999654 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8f961edd-a2b6-440a-a8c9-1c5e79dc6caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:38.065185 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8f961edd-a2b6-440a-a8c9-1c5e79dc6caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:38.076846 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-bbb3b9d7-8e66-4b1d-af0a-6dac23028702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:38.091118 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f961edd-a2b6-440a-a8c9-1c5e79dc6caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cb1fcc-682d-47c9-a81f-88d097c1c8a8,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:38.100597 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8f961edd-a2b6-440a-a8c9-1c5e79dc6caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:38.105967 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561c32d-d640-46aa-8b63-6a3ad7ac2e6a req-bd36d44f-b69d-4777-9d81-0a97e1aefe7f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:38.107191 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8f961edd-a2b6-440a-a8c9-1c5e79dc6caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:38.108627 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-8f961edd-a2b6-440a-a8c9-1c5e79dc6caf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c0cb1fcc-682d-47c9-a81f-88d097c1c8a8 HTTP/1.1" status: 204 len: 168 time: 0.2557998 Apr 23 10:32:38.117186 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b561c32d-d640-46aa-8b63-6a3ad7ac2e6a req-bd36d44f-b69d-4777-9d81-0a97e1aefe7f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.4307804 Apr 23 10:32:38.182778 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b561c32d-d640-46aa-8b63-6a3ad7ac2e6a req-3f120e9b-93f8-4440-a3e3-12112143aa04 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612226 Apr 23 10:32:38.396174 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8979b-754f-4a34-bb5b-ca61399ece9c req-e33633f8-ff5b-4b5f-97f8-c1a5662c72d5 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:38.399986 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6bb8979b-754f-4a34-bb5b-ca61399ece9c req-e33633f8-ff5b-4b5f-97f8-c1a5662c72d5 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.1355531 Apr 23 10:32:38.559348 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6bb8979b-754f-4a34-bb5b-ca61399ece9c req-49ddae00-18aa-46de-a77e-bdaddaa1cf31 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577308 Apr 23 10:32:38.622289 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-328483bc-6153-4bbb-b848-150b07c38302 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:38.624872 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-328483bc-6153-4bbb-b848-150b07c38302 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/networks?id=854fce4f-ab08-40bc-8988-fdf2d2740098 HTTP/1.1" status: 200 len: 814 time: 0.2225113 Apr 23 10:32:38.647747 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-8203611b-f833-40e2-bff0-ee1fb387ecc7 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/quotas/d2e0dc22dcea432d8076768b73aa0a25 HTTP/1.1" status: 200 len: 375 time: 0.0149894 Apr 23 10:32:38.858998 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688be05-626a-4a1a-80cd-f5f0da8630d9 req-3fe94c71-5a88-4768-b0d7-9fa313ec164a tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:38.861550 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e688be05-626a-4a1a-80cd-f5f0da8630d9 req-3fe94c71-5a88-4768-b0d7-9fa313ec164a tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1407304 Apr 23 10:32:38.875462 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-86275b24-3bb6-4019-9222-1a2e5d707d15 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Synchronizing usage tracker for tenant:d2e0dc22dcea432d8076768b73aa0a25 on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:32:38.932242 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-86275b24-3bb6-4019-9222-1a2e5d707d15 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Unset dirty status for tenant:d2e0dc22dcea432d8076768b73aa0a25 on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:32:38.935115 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-86275b24-3bb6-4019-9222-1a2e5d707d15 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2e0dc22dcea432d8076768b73aa0a25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2785084 Apr 23 10:32:38.991828 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e688be05-626a-4a1a-80cd-f5f0da8630d9 req-215a285c-646a-4744-9b22-89f4aabf06fe tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102016 Apr 23 10:32:39.147632 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-faf443e0-4af3-463b-a8ea-0c72750ea0bf service neutron] 10.222.0.70 "GET /v2.0/networks/854fce4f-ab08-40bc-8988-fdf2d2740098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968915 Apr 23 10:32:39.329245 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-12014b36-c9e7-4d60-b824-db1effddc447 service neutron] 10.222.0.70 "GET /v2.0/networks/854fce4f-ab08-40bc-8988-fdf2d2740098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744018 Apr 23 10:32:39.443602 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e53260-cc5d-43c8-9041-38903087c58c req-c68486b0-5de0-4c84-abb1-26c108c297c0 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:39.445412 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-16e53260-cc5d-43c8-9041-38903087c58c req-c68486b0-5de0-4c84-abb1-26c108c297c0 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1092441 Apr 23 10:32:39.509887 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-16e53260-cc5d-43c8-9041-38903087c58c req-df26dcda-b6f2-4be2-8437-7aff8af37238 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567420 Apr 23 10:32:39.596760 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1cb2da6b-9b0e-4649-9679-378827451ae8 req-330719e3-b37f-4dc9-903d-029e2842f418 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 210 time: 0.0556095 Apr 23 10:32:39.809025 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370503f-36b7-44f3-86c1-e70062660436 req-82ae5261-e2b8-4828-a86c-a61c7966aabc tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:39.811630 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1370503f-36b7-44f3-86c1-e70062660436 req-82ae5261-e2b8-4828-a86c-a61c7966aabc tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.1022704 Apr 23 10:32:39.875412 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1370503f-36b7-44f3-86c1-e70062660436 req-0689fe56-0015-4bf2-8d65-d4e4abfc2132 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546248 Apr 23 10:32:40.281459 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f37184-0a4e-4671-8f1f-c04871890b23 req-4b1830ca-24c2-45ed-912e-d53cf18a959a tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:40.286787 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-91f37184-0a4e-4671-8f1f-c04871890b23 req-4b1830ca-24c2-45ed-912e-d53cf18a959a tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1426430 Apr 23 10:32:40.372291 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-91f37184-0a4e-4671-8f1f-c04871890b23 req-dea76d53-594c-4360-a8aa-d95ccf65ffc8 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802336 Apr 23 10:32:40.778451 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e010a1e8-db1f-4713-bb3d-1059c3c95111 req-ed2da292-14ee-4ac5-9caa-c56eae5bbc81 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 210 time: 0.0601914 Apr 23 10:32:40.795584 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e6fbb-e7e7-4ed1-b611-d66138eb5448 req-31d7c62f-5c7f-43e2-aea2-5a29e7586b9c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:40.797266 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-689e6fbb-e7e7-4ed1-b611-d66138eb5448 req-31d7c62f-5c7f-43e2-aea2-5a29e7586b9c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1529467 Apr 23 10:32:40.852930 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-689e6fbb-e7e7-4ed1-b611-d66138eb5448 req-305c7c75-7423-46c7-b7ea-5ad27edee3f3 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465796 Apr 23 10:32:41.122914 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93c0fb-4804-425c-8b24-e69884ceba03 req-f8150509-fa13-4d7d-9d8a-c50993aec63a tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:41.124543 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ad93c0fb-4804-425c-8b24-e69884ceba03 req-f8150509-fa13-4d7d-9d8a-c50993aec63a tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.1007967 Apr 23 10:32:41.172855 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ad93c0fb-4804-425c-8b24-e69884ceba03 req-8307ade4-cd32-476d-bdda-de28abf437a5 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415866 Apr 23 10:32:41.520620 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-f3e1c834-2fe1-4533-92b6-64ea6291f9b1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:41.521288 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-f3e1c834-2fe1-4533-92b6-64ea6291f9b1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Synchronizing usage tracker for tenant:d2e0dc22dcea432d8076768b73aa0a25 on resource:network {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:32:41.537739 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-f3e1c834-2fe1-4533-92b6-64ea6291f9b1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Unset dirty status for tenant:d2e0dc22dcea432d8076768b73aa0a25 on resource:network {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:32:41.538973 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-f3e1c834-2fe1-4533-92b6-64ea6291f9b1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.68 "GET /v2.0/networks?id=854fce4f-ab08-40bc-8988-fdf2d2740098 HTTP/1.1" status: 200 len: 814 time: 0.1805322 Apr 23 10:32:41.570032 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-79f51279-f9e1-42a4-bbc1-a2e91fa5240b tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Request body: {'port': {'device_id': '5a31c12e-b9b2-47cb-93c2-77bf4df52cbf', 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098', 'admin_state_up': True, 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:32:41.596473 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddcab4-aa15-4660-a4eb-cfba8d94328b req-7cc279ca-c44a-4fb6-92ba-30e4e3dbba6f tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:41.598071 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d0ddcab4-aa15-4660-a4eb-cfba8d94328b req-7cc279ca-c44a-4fb6-92ba-30e4e3dbba6f tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1027782 Apr 23 10:32:41.654630 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d0ddcab4-aa15-4660-a4eb-cfba8d94328b req-86651e7e-5462-47aa-a4e3-7d16ce505a68 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497282 Apr 23 10:32:41.973719 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-79f51279-f9e1-42a4-bbc1-a2e91fa5240b tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:32:42.011543 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-79f51279-f9e1-42a4-bbc1-a2e91fa5240b tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:32:42.035385 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ba6994e9-a563-4469-9fde-e6d0cb3e1030 req-1578c3b9-813c-46a2-bd68-b06631cee4da tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 210 time: 0.0921848 Apr 23 10:32:42.055629 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-79f51279-f9e1-42a4-bbc1-a2e91fa5240b tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Made reservation on behalf of d2e0dc22dcea432d8076768b73aa0a25 for: {'port': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:32:42.068719 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-79f51279-f9e1-42a4-bbc1-a2e91fa5240b tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:42.191347 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232989d1-f92e-4622-9ee2-75d503b8b468 req-406bb713-e525-409e-b97a-af4fce76fc5a tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:42.193249 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-232989d1-f92e-4622-9ee2-75d503b8b468 req-406bb713-e525-409e-b97a-af4fce76fc5a tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1041806 Apr 23 10:32:42.280677 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-232989d1-f92e-4622-9ee2-75d503b8b468 req-798133b2-29ea-40af-b62a-43c8c15dc573 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799608 Apr 23 10:32:42.302973 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-79f51279-f9e1-42a4-bbc1-a2e91fa5240b tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Allocated IP 172.20.0.5 (854fce4f-ab08-40bc-8988-fdf2d2740098/f45024b0-e07c-461f-ae6f-91546258ef1d/6df5d8ea-6f2a-4496-8936-6e1cfe256d52) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:32:42.629721 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-79f51279-f9e1-42a4-bbc1-a2e91fa5240b tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:42.657892 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-79f51279-f9e1-42a4-bbc1-a2e91fa5240b tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Transition to ACTIVE for port object 6df5d8ea-6f2a-4496-8936-6e1cfe256d52 will not be triggered until provisioned by entity DHCP. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:32:42.741682 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-79f51279-f9e1-42a4-bbc1-a2e91fa5240b tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:42.779989 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fa0e4c22-0cf7-4d1b-9ad8-554ede6a60a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:42.819567 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b821b5d-c719-4a5f-b6c7-64b8ee81fda5 req-bcd1e4c7-e80f-4135-88c3-205dd8a8ef62 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:42.823848 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2b821b5d-c719-4a5f-b6c7-64b8ee81fda5 req-bcd1e4c7-e80f-4135-88c3-205dd8a8ef62 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.3378286 Apr 23 10:32:42.843808 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-79f51279-f9e1-42a4-bbc1-a2e91fa5240b tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Network 854fce4f-ab08-40bc-8988-fdf2d2740098 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:32:42.852384 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-79f51279-f9e1-42a4-bbc1-a2e91fa5240b tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:32:42.855552 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-79f51279-f9e1-42a4-bbc1-a2e91fa5240b tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:32:42.950778 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2b821b5d-c719-4a5f-b6c7-64b8ee81fda5 req-0a0e18df-8c13-4778-aca1-fb15d243684b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184092 Apr 23 10:32:42.980869 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-79f51279-f9e1-42a4-bbc1-a2e91fa5240b tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:42.983226 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-79f51279-f9e1-42a4-bbc1-a2e91fa5240b tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:43.077427 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f51279-f9e1-42a4-bbc1-a2e91fa5240b tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Pushing event updated for resources: {'Port': ['ID=6df5d8ea-6f2a-4496-8936-6e1cfe256d52,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:43.093121 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-79f51279-f9e1-42a4-bbc1-a2e91fa5240b tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:43.097596 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-79f51279-f9e1-42a4-bbc1-a2e91fa5240b tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5315745 Apr 23 10:32:43.212214 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb6bee-a950-4297-a4e1-f0bf4601e470 req-b2582ef4-d0eb-498b-af12-db323725a411 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:43.221616 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3cfb6bee-a950-4297-a4e1-f0bf4601e470 req-b2582ef4-d0eb-498b-af12-db323725a411 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.2538457 Apr 23 10:32:43.298565 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3cfb6bee-a950-4297-a4e1-f0bf4601e470 req-87fe52da-0945-4062-86cb-0ca7168861c8 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757337 Apr 23 10:32:43.363778 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-8a114ded-7fa7-4b6c-8fda-c59b4241b362 None None] Provisioning for port 6df5d8ea-6f2a-4496-8936-6e1cfe256d52 completed by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:32:43.380912 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-8a114ded-7fa7-4b6c-8fda-c59b4241b362 None None] Provisioning complete for port 6df5d8ea-6f2a-4496-8936-6e1cfe256d52 triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:32:43.381561 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8a114ded-7fa7-4b6c-8fda-c59b4241b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:43.507910 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-8a114ded-7fa7-4b6c-8fda-c59b4241b362 None None] Port 6df5d8ea-6f2a-4496-8936-6e1cfe256d52 cannot update to ACTIVE because it is not bound. {{(pid=86423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:32:43.577389 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f87d0-4fd8-4ed6-adab-c9b96494a0a4 req-28ebd467-51c6-4c2a-9681-4bf362f84d55 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:43.579193 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b66f87d0-4fd8-4ed6-adab-c9b96494a0a4 req-28ebd467-51c6-4c2a-9681-4bf362f84d55 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 931 time: 0.2478702 Apr 23 10:32:43.708995 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b66f87d0-4fd8-4ed6-adab-c9b96494a0a4 req-67aa8f1b-a44a-45ea-b63f-a55c3a222be3 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087639 Apr 23 10:32:43.758160 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7a42d-ac54-4b19-b901-bb74a199b765 req-56869165-d830-46b6-b2d8-1d52fe65b88e tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:43.760066 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6ac7a42d-ac54-4b19-b901-bb74a199b765 req-56869165-d830-46b6-b2d8-1d52fe65b88e tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.2529006 Apr 23 10:32:43.876421 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6ac7a42d-ac54-4b19-b901-bb74a199b765 req-18fd743e-8b91-4695-88cf-3d5ec3e8983c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020777 Apr 23 10:32:44.222203 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20dd45-4846-4914-9784-03f7c37810de req-23315694-1ce4-4d88-8100-8cdf1718eb16 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:44.223825 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7e20dd45-4846-4914-9784-03f7c37810de req-23315694-1ce4-4d88-8100-8cdf1718eb16 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.0935125 Apr 23 10:32:44.278625 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7e20dd45-4846-4914-9784-03f7c37810de req-7774bfc3-e53d-4993-a719-78d016bb59bb tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477254 Apr 23 10:32:44.554032 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b0411-eb85-40ae-adc7-ab57276363b0 req-f125a2b7-1cdb-4dbd-aa54-cb44f1d469aa tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:44.555703 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-661b0411-eb85-40ae-adc7-ab57276363b0 req-f125a2b7-1cdb-4dbd-aa54-cb44f1d469aa tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1349149 Apr 23 10:32:44.628921 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-661b0411-eb85-40ae-adc7-ab57276363b0 req-6391074e-e194-42b3-bea4-9d91a132232d tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638647 Apr 23 10:32:45.102027 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c1b32-4185-40ca-b67e-e4939e1529b1 req-46c22b84-d3d4-4461-8d09-bc90d8b9ca9b tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:45.103721 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-691c1b32-4185-40ca-b67e-e4939e1529b1 req-46c22b84-d3d4-4461-8d09-bc90d8b9ca9b tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 931 time: 0.2224438 Apr 23 10:32:45.179479 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198292a-0634-4545-93fa-80da346fe2cc req-8ff4ceb9-6815-4e50-a1e2-d84494c612a5 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:45.181218 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c198292a-0634-4545-93fa-80da346fe2cc req-8ff4ceb9-6815-4e50-a1e2-d84494c612a5 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1611605 Apr 23 10:32:45.212827 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-691c1b32-4185-40ca-b67e-e4939e1529b1 req-336a8dde-517f-4791-bc28-b953bd7e84c8 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844278 Apr 23 10:32:45.247362 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c198292a-0634-4545-93fa-80da346fe2cc req-2f8f3f53-d7a2-49cd-b319-f694ef0f76b1 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574787 Apr 23 10:32:45.534449 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed19c3-dc74-49da-ba6c-cc572f978f47 req-26892e0a-cb18-483d-999a-983fc3cc264e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:45.536264 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-73ed19c3-dc74-49da-ba6c-cc572f978f47 req-26892e0a-cb18-483d-999a-983fc3cc264e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.0947924 Apr 23 10:32:45.588833 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-73ed19c3-dc74-49da-ba6c-cc572f978f47 req-ef91841c-c13a-486b-ba2c-8ff6ee472fee tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439866 Apr 23 10:32:45.926122 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970182a-b0fb-4b5e-9a04-890afde16a3a req-beac8191-0afd-4697-aee5-d6e7611faf00 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:45.927843 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e970182a-b0fb-4b5e-9a04-890afde16a3a req-beac8191-0afd-4697-aee5-d6e7611faf00 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1252427 Apr 23 10:32:45.979060 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e970182a-b0fb-4b5e-9a04-890afde16a3a req-0af05095-d6ab-4e14-bf36-db54beda38f6 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437958 Apr 23 10:32:46.579972 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770ab06-7b70-4f7c-a211-03a49ddcdac1 req-2375604d-584d-423a-aec4-0c2bb914936d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:46.581612 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8770ab06-7b70-4f7c-a211-03a49ddcdac1 req-2375604d-584d-423a-aec4-0c2bb914936d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 931 time: 0.1770830 Apr 23 10:32:46.596208 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f792ee-8bcf-4024-a7bb-5c2885ee9093 req-835a57c9-8456-448b-8199-a7ed7a96dee8 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:46.597946 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c4f792ee-8bcf-4024-a7bb-5c2885ee9093 req-835a57c9-8456-448b-8199-a7ed7a96dee8 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1493254 Apr 23 10:32:46.681313 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8770ab06-7b70-4f7c-a211-03a49ddcdac1 req-b9b249ec-39db-42f4-9a9e-217f787d3bec tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822768 Apr 23 10:32:46.686665 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c4f792ee-8bcf-4024-a7bb-5c2885ee9093 req-2cbde6ba-cad5-4c8e-bf32-39b6c98d7c3b tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728607 Apr 23 10:32:46.952212 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cc49f-9199-4289-b4d5-c409ec418fa9 req-92faafb3-646f-4f71-99ab-5125443be70d tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:46.954000 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-465cc49f-9199-4289-b4d5-c409ec418fa9 req-92faafb3-646f-4f71-99ab-5125443be70d tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.1120300 Apr 23 10:32:47.072703 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-465cc49f-9199-4289-b4d5-c409ec418fa9 req-212d5aff-bb97-4196-8779-05aa61cbbb84 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069758 Apr 23 10:32:47.293501 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3b2a1-e93f-4420-a35a-8c4fdb69571e req-255a77cc-3851-4b70-a134-28feaf737469 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:47.294695 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e5c3b2a1-e93f-4420-a35a-8c4fdb69571e req-255a77cc-3851-4b70-a134-28feaf737469 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1268387 Apr 23 10:32:47.377323 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e5c3b2a1-e93f-4420-a35a-8c4fdb69571e req-b969ec24-3c36-42b5-8f6c-641ccb247396 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733755 Apr 23 10:32:48.241904 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a5b21-29e3-4b55-b9b4-da952f722078 req-ce06ecbd-f854-458b-b268-44368b542301 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:48.243623 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-db5a5b21-29e3-4b55-b9b4-da952f722078 req-ce06ecbd-f854-458b-b268-44368b542301 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 931 time: 0.2215133 Apr 23 10:32:48.254603 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23674a5c-5771-4757-91d3-cfcbbb98c3eb req-bd1ad32e-069f-48bb-828a-8b68df8f55f3 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:48.256314 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-23674a5c-5771-4757-91d3-cfcbbb98c3eb req-bd1ad32e-069f-48bb-828a-8b68df8f55f3 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.2976236 Apr 23 10:32:48.347550 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-23674a5c-5771-4757-91d3-cfcbbb98c3eb req-7afc6d00-dadb-47eb-a010-c9baf3e6355b tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743005 Apr 23 10:32:48.357533 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-db5a5b21-29e3-4b55-b9b4-da952f722078 req-9ebfbd7f-955a-4cb6-9d6f-ae155403c627 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998173 Apr 23 10:32:48.789419 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2f37d-a843-4b2a-a570-f91045bf0e8b req-8b629306-609f-4ad0-80e8-43307fbfb93a tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:48.796371 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e6a2f37d-a843-4b2a-a570-f91045bf0e8b req-8b629306-609f-4ad0-80e8-43307fbfb93a tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.2614565 Apr 23 10:32:48.801530 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29129ebd-486b-4bf6-bc99-fc778d7ce210 req-267f8020-f12f-487a-be22-6bed9e93b2d6 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:48.810104 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-29129ebd-486b-4bf6-bc99-fc778d7ce210 req-267f8020-f12f-487a-be22-6bed9e93b2d6 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.1791427 Apr 23 10:32:48.898424 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-29129ebd-486b-4bf6-bc99-fc778d7ce210 req-954b4453-c3de-4791-94de-b0ccaf6e005f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862308 Apr 23 10:32:48.913042 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e6a2f37d-a843-4b2a-a570-f91045bf0e8b req-a9fde166-6470-4f6d-a709-451f99f90e46 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779440 Apr 23 10:32:49.715604 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45738e61-eafe-4fe8-8a63-5a4731c83429 req-cea237d4-3317-4a72-b5f1-9f02b69f4438 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:49.717227 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-45738e61-eafe-4fe8-8a63-5a4731c83429 req-cea237d4-3317-4a72-b5f1-9f02b69f4438 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 931 time: 0.1917818 Apr 23 10:32:49.726750 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797e828-e7fa-4fa8-8364-62b750849b25 req-94414398-c6cb-4a95-b12c-d6cfb7e2fdc0 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:49.728367 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d797e828-e7fa-4fa8-8364-62b750849b25 req-94414398-c6cb-4a95-b12c-d6cfb7e2fdc0 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1501298 Apr 23 10:32:50.065916 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-45738e61-eafe-4fe8-8a63-5a4731c83429 req-c4ba669c-98f4-4461-a49b-ab2713e5495c tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363974 Apr 23 10:32:50.077501 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d797e828-e7fa-4fa8-8364-62b750849b25 req-de1202ca-9023-4e8a-ab0c-37df84117d26 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300393 Apr 23 10:32:50.494731 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9144eff-c3b8-4301-a47b-6e4622527225 req-33565bcb-5121-438b-abe9-ad5c6fbf5321 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:50.501575 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b9144eff-c3b8-4301-a47b-6e4622527225 req-33565bcb-5121-438b-abe9-ad5c6fbf5321 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1675677 Apr 23 10:32:50.565188 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b9144eff-c3b8-4301-a47b-6e4622527225 req-3983e774-bad7-42f9-9549-6bd8e820fd45 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612485 Apr 23 10:32:50.595534 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18396d65-74e9-4844-ba52-616a82221353 req-a0e2cd22-b45e-4a40-98ed-acf630ef9aed tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:50.597668 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-18396d65-74e9-4844-ba52-616a82221353 req-a0e2cd22-b45e-4a40-98ed-acf630ef9aed tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.3388600 Apr 23 10:32:50.665059 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-18396d65-74e9-4844-ba52-616a82221353 req-e8849d90-2c8b-4d52-bc2f-01751873f627 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598125 Apr 23 10:32:50.891286 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 34890) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:51.139667 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-677dd3f3-da6e-4d74-bf5c-cb7341e83f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:51.197086 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-677dd3f3-da6e-4d74-bf5c-cb7341e83f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:32:51.207666 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-677dd3f3-da6e-4d74-bf5c-cb7341e83f68 admin admin] Usage tracker for resource:security_group_rule and tenant:b8e9cc6163294462a96ac80dca0ce208 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:32:51.217240 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-677dd3f3-da6e-4d74-bf5c-cb7341e83f68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:32:51.241947 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-677dd3f3-da6e-4d74-bf5c-cb7341e83f68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:32:51.528982 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af3eea-5b26-435b-aa79-a1f1276d1300 req-5176e631-b8f6-469a-8d89-96e09a94bf35 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:51.530382 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-55af3eea-5b26-435b-aa79-a1f1276d1300 req-5176e631-b8f6-469a-8d89-96e09a94bf35 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.2112260 Apr 23 10:32:51.546416 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959df25-0a51-4c83-9353-8d357d561052 req-aea755fa-8ba6-426a-a0fb-e33b7183a3f1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:51.548299 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3959df25-0a51-4c83-9353-8d357d561052 req-aea755fa-8ba6-426a-a0fb-e33b7183a3f1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 931 time: 0.2817416 Apr 23 10:32:51.631314 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-677dd3f3-da6e-4d74-bf5c-cb7341e83f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:51.637763 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-677dd3f3-da6e-4d74-bf5c-cb7341e83f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:51.658868 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fe380ff5-72c1-4e71-89ec-2b987bbdbafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:51.683545 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-55af3eea-5b26-435b-aa79-a1f1276d1300 req-62902da1-d976-4f85-b2d1-9de3880edb01 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339984 Apr 23 10:32:51.709438 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3959df25-0a51-4c83-9353-8d357d561052 req-112bd113-e60b-4cac-bc66-3299779ce216 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330335 Apr 23 10:32:51.722782 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-677dd3f3-da6e-4d74-bf5c-cb7341e83f68 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b8e9cc6163294462a96ac80dca0ce208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8297930 Apr 23 10:32:51.723796 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677dd3f3-da6e-4d74-bf5c-cb7341e83f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54d68e6-8c2f-4a5b-a693-cab0a5e4c1c4,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:51.725946 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 34910) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:51.727647 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-677dd3f3-da6e-4d74-bf5c-cb7341e83f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:51.844599 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-915e3348-881d-4e53-886d-7e410f5170d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:51.909564 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-915e3348-881d-4e53-886d-7e410f5170d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:51.973020 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-915e3348-881d-4e53-886d-7e410f5170d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:51.977461 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1828c04a-29b4-4ec2-888d-ce24b5c9d5d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:51.990158 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e3348-881d-4e53-886d-7e410f5170d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54d68e6-8c2f-4a5b-a693-cab0a5e4c1c4,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:51.993290 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-915e3348-881d-4e53-886d-7e410f5170d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:52.011998 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-915e3348-881d-4e53-886d-7e410f5170d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:52.017760 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-915e3348-881d-4e53-886d-7e410f5170d0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c54d68e6-8c2f-4a5b-a693-cab0a5e4c1c4 HTTP/1.1" status: 204 len: 168 time: 0.2897975 Apr 23 10:32:52.105121 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608d80b-6e8d-4b3f-b06d-af42831ff787 req-de98879f-9029-4a00-bfb0-df71a72150ac tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:52.108369 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f608d80b-6e8d-4b3f-b06d-af42831ff787 req-de98879f-9029-4a00-bfb0-df71a72150ac tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.2662292 Apr 23 10:32:52.221474 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf1b8d-f9a4-43a9-bf28-854582444199 req-825a438f-5e19-4dbe-8a41-39f8ed8a0ae3 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:52.224167 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5baf1b8d-f9a4-43a9-bf28-854582444199 req-825a438f-5e19-4dbe-8a41-39f8ed8a0ae3 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.2995594 Apr 23 10:32:52.292799 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f608d80b-6e8d-4b3f-b06d-af42831ff787 req-68ea2327-c81c-4aec-90fd-29e7962dc7a9 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720216 Apr 23 10:32:52.315437 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5baf1b8d-f9a4-43a9-bf28-854582444199 req-257feba7-0ea9-4af5-9983-35586d471647 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768826 Apr 23 10:32:52.410827 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 34920) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:52.432802 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-32b6ec07-748f-47e5-afa3-0140d73dfb02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:52.452382 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-32b6ec07-748f-47e5-afa3-0140d73dfb02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:32:52.457664 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-32b6ec07-748f-47e5-afa3-0140d73dfb02 admin admin] Usage tracker for resource:security_group_rule and tenant:aabb423a4e524620a5eff8f8c96e8388 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:32:52.461434 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-32b6ec07-748f-47e5-afa3-0140d73dfb02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:32:52.471425 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-32b6ec07-748f-47e5-afa3-0140d73dfb02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:32:52.601171 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-32b6ec07-748f-47e5-afa3-0140d73dfb02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:52.604987 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-32b6ec07-748f-47e5-afa3-0140d73dfb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:52.617780 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d6c0c28c-ffcf-4ea5-ac2a-d6f9a5a79ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:52.684582 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-32b6ec07-748f-47e5-afa3-0140d73dfb02 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aabb423a4e524620a5eff8f8c96e8388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715533 Apr 23 10:32:52.687535 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 34930) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:52.687715 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6ec07-748f-47e5-afa3-0140d73dfb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a838c41-443f-4696-973d-a0420990e831,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:52.692417 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-32b6ec07-748f-47e5-afa3-0140d73dfb02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:52.848964 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f475-861f-4582-a91d-de5cff650894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:52.905918 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f475-861f-4582-a91d-de5cff650894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:53.155382 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f475-861f-4582-a91d-de5cff650894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:53.162076 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-56c1b14d-d364-4391-be6f-fd70f148e701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:53.183630 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcde68d-2603-46ac-9410-ae599c55ab5e req-fb90477e-3e85-4644-b425-8fd301ca7f61 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:53.185312 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fbcde68d-2603-46ac-9410-ae599c55ab5e req-fb90477e-3e85-4644-b425-8fd301ca7f61 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.2691014 Apr 23 10:32:53.190299 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4f475-861f-4582-a91d-de5cff650894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a838c41-443f-4696-973d-a0420990e831,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:53.200828 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4ce2c-a581-4fc9-8ed5-4ee55956b3b6 req-d0ce7fcb-08f1-44c3-a0df-e1eeb33da198 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:53.202503 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cbe4ce2c-a581-4fc9-8ed5-4ee55956b3b6 req-d0ce7fcb-08f1-44c3-a0df-e1eeb33da198 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 931 time: 0.2849960 Apr 23 10:32:53.203650 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a4e4f475-861f-4582-a91d-de5cff650894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:53.259323 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f475-861f-4582-a91d-de5cff650894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:53.262339 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-a4e4f475-861f-4582-a91d-de5cff650894 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0a838c41-443f-4696-973d-a0420990e831 HTTP/1.1" status: 204 len: 168 time: 0.5716183 Apr 23 10:32:53.309946 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fbcde68d-2603-46ac-9410-ae599c55ab5e req-b3a43332-4894-4ba9-b05f-6cc2802776fe tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052794 Apr 23 10:32:53.321182 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cbe4ce2c-a581-4fc9-8ed5-4ee55956b3b6 req-4f3ab032-8a4f-4319-a5ae-c98a357231ef tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920403 Apr 23 10:32:53.765083 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a5598-72db-4ab9-8e7a-9162610a25ed req-7fe44acc-9760-4048-9696-c60d151e1fc9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:53.766761 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-426a5598-72db-4ab9-8e7a-9162610a25ed req-7fe44acc-9760-4048-9696-c60d151e1fc9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.1601410 Apr 23 10:32:53.780096 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9628f6-997b-48a0-aac9-ddbb375f91ca req-b8bcfb2a-e7cd-498b-85a3-20f816f97b57 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:53.798160 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-bb9628f6-997b-48a0-aac9-ddbb375f91ca req-b8bcfb2a-e7cd-498b-85a3-20f816f97b57 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.2726474 Apr 23 10:32:53.879429 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-426a5598-72db-4ab9-8e7a-9162610a25ed req-ebba3835-8b89-49b5-80c6-940e133cc9c7 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802004 Apr 23 10:32:53.901851 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-bb9628f6-997b-48a0-aac9-ddbb375f91ca req-2e679226-7cc3-40b9-b5ce-080743055150 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854862 Apr 23 10:32:54.691848 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2393d-ca0d-4024-8f31-9d4cee79722f req-f98e05f2-af32-4383-9a29-753384c95338 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:54.705410 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7cf2393d-ca0d-4024-8f31-9d4cee79722f req-f98e05f2-af32-4383-9a29-753384c95338 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 931 time: 0.2097566 Apr 23 10:32:54.719456 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cf403-ff8b-4c78-ba83-f0bfe700a4b7 req-5d85cae9-4c11-4d2e-ab4c-ab93d04f23b6 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:54.721160 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-845cf403-ff8b-4c78-ba83-f0bfe700a4b7 req-5d85cae9-4c11-4d2e-ab4c-ab93d04f23b6 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1821318 Apr 23 10:32:54.807209 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7cf2393d-ca0d-4024-8f31-9d4cee79722f req-0c853436-94da-434e-bfed-a1334c5c2ebb tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849326 Apr 23 10:32:54.812625 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-845cf403-ff8b-4c78-ba83-f0bfe700a4b7 req-d813bec1-86df-45e7-8269-eecf19641f42 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744288 Apr 23 10:32:55.108280 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 34984) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:55.317769 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b061889-7577-4ba0-9eea-f15b37e72497 req-d990597a-87e4-455d-8019-57f6dfb57a33 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:55.328856 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5b061889-7577-4ba0-9eea-f15b37e72497 req-d990597a-87e4-455d-8019-57f6dfb57a33 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1868715 Apr 23 10:32:55.338803 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fd41a3e9-a2ba-4b6e-9a79-27bc693d29d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:55.342254 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33621fa4-103b-454c-b2d2-30197046b085 req-967358b1-0e77-4ed6-a054-74dc28d5f8e6 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:55.344303 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-33621fa4-103b-454c-b2d2-30197046b085 req-967358b1-0e77-4ed6-a054-74dc28d5f8e6 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.2666461 Apr 23 10:32:55.380918 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-fd41a3e9-a2ba-4b6e-9a79-27bc693d29d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:32:55.390857 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-fd41a3e9-a2ba-4b6e-9a79-27bc693d29d7 admin admin] Usage tracker for resource:security_group_rule and tenant:1afe30066fb341099fb5cf89f9bd6f4f is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:32:55.398689 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-fd41a3e9-a2ba-4b6e-9a79-27bc693d29d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:32:55.410319 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-fd41a3e9-a2ba-4b6e-9a79-27bc693d29d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:32:55.491018 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5b061889-7577-4ba0-9eea-f15b37e72497 req-0e3267b7-25a8-4bff-be70-007924441021 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606634 Apr 23 10:32:55.500405 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-33621fa4-103b-454c-b2d2-30197046b085 req-2c478685-10a3-4dd5-b451-890305c8219c tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144896 Apr 23 10:32:55.528830 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fd41a3e9-a2ba-4b6e-9a79-27bc693d29d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:55.530806 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fd41a3e9-a2ba-4b6e-9a79-27bc693d29d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:55.541529 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:55.594466 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41a3e9-a2ba-4b6e-9a79-27bc693d29d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa015109-c9a2-4500-9a4b-99def473e141,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:55.605102 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 34996) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:55.615249 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-fd41a3e9-a2ba-4b6e-9a79-27bc693d29d7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1afe30066fb341099fb5cf89f9bd6f4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5048389 Apr 23 10:32:55.617074 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fd41a3e9-a2ba-4b6e-9a79-27bc693d29d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:55.695138 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1c59fe61-18c5-4d74-a7eb-9b515b3c42ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:55.748282 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1c59fe61-18c5-4d74-a7eb-9b515b3c42ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:55.773157 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 35000) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:55.816119 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1c59fe61-18c5-4d74-a7eb-9b515b3c42ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:55.821550 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-da5a3cf1-551c-4ea8-a6da-45770dd74e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:55.835838 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59fe61-18c5-4d74-a7eb-9b515b3c42ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa015109-c9a2-4500-9a4b-99def473e141,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:55.848217 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1c59fe61-18c5-4d74-a7eb-9b515b3c42ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:55.853806 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1c59fe61-18c5-4d74-a7eb-9b515b3c42ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:55.861356 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-1c59fe61-18c5-4d74-a7eb-9b515b3c42ab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fa015109-c9a2-4500-9a4b-99def473e141 HTTP/1.1" status: 204 len: 168 time: 0.2534554 Apr 23 10:32:56.125027 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9ee19826-50ec-40c8-86b7-75dcd4941732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:56.146190 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9ee19826-50ec-40c8-86b7-75dcd4941732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:32:56.151065 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-9ee19826-50ec-40c8-86b7-75dcd4941732 admin admin] Usage tracker for resource:security_group_rule and tenant:c70ff0e25adf43f783e72348af66ee76 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:32:56.155335 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-9ee19826-50ec-40c8-86b7-75dcd4941732 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:32:56.163198 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9ee19826-50ec-40c8-86b7-75dcd4941732 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:32:56.315511 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9ee19826-50ec-40c8-86b7-75dcd4941732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:56.320051 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9ee19826-50ec-40c8-86b7-75dcd4941732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:56.335720 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-915e3348-881d-4e53-886d-7e410f5170d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:56.371533 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e924f-d294-47fe-9f3f-b77368a576a1 req-b1b2c687-c464-4ba8-b056-59a15ffdb09d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:56.390089 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-295e924f-d294-47fe-9f3f-b77368a576a1 req-b1b2c687-c464-4ba8-b056-59a15ffdb09d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 931 time: 0.3062062 Apr 23 10:32:56.390368 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee19826-50ec-40c8-86b7-75dcd4941732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595849af-c261-4d7d-8f36-e1abe4d0e012,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:56.410108 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9ee19826-50ec-40c8-86b7-75dcd4941732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:56.449022 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-9ee19826-50ec-40c8-86b7-75dcd4941732 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c70ff0e25adf43f783e72348af66ee76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6746805 Apr 23 10:32:56.454479 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 35016) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:32:56.517591 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a056c8d-37dd-4b85-9586-8a3f4224448e req-bb46442f-a751-4b01-b3db-a85e39816235 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:56.518878 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1a056c8d-37dd-4b85-9586-8a3f4224448e req-bb46442f-a751-4b01-b3db-a85e39816235 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.3208909 Apr 23 10:32:56.527117 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-295e924f-d294-47fe-9f3f-b77368a576a1 req-42de971f-9efc-4c5e-9acf-d0bf11d66f75 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151962 Apr 23 10:32:56.585934 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-14ff4fc6-46d5-455f-b8fb-ddf8b6df8a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:56.620475 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-14ff4fc6-46d5-455f-b8fb-ddf8b6df8a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:56.661344 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1a056c8d-37dd-4b85-9586-8a3f4224448e req-f0861934-0f31-4e0c-915a-01f52beb69d7 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263442 Apr 23 10:32:56.706023 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-14ff4fc6-46d5-455f-b8fb-ddf8b6df8a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:56.710697 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-95d3a259-0aae-475c-b8b1-e9457e84c2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:56.743901 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff4fc6-46d5-455f-b8fb-ddf8b6df8a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595849af-c261-4d7d-8f36-e1abe4d0e012,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:56.748483 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-14ff4fc6-46d5-455f-b8fb-ddf8b6df8a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:56.761136 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-14ff4fc6-46d5-455f-b8fb-ddf8b6df8a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:56.768279 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-14ff4fc6-46d5-455f-b8fb-ddf8b6df8a69 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/595849af-c261-4d7d-8f36-e1abe4d0e012 HTTP/1.1" status: 204 len: 168 time: 0.3106096 Apr 23 10:32:56.901914 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a7253-bc4d-48d5-b49c-8a73293ed022 req-7be45171-ddfe-4175-941e-7e2289f830be tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:56.904168 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8e7a7253-bc4d-48d5-b49c-8a73293ed022 req-7be45171-ddfe-4175-941e-7e2289f830be tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.2276177 Apr 23 10:32:57.007237 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8e7a7253-bc4d-48d5-b49c-8a73293ed022 req-6bb868a8-9593-479e-a878-81e7350b7e50 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924728 Apr 23 10:32:57.051986 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88db09-57d2-45df-a286-4bb095506d41 req-a14b054c-d47e-4d6e-9093-bf2bfb3ba789 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:57.058497 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5b88db09-57d2-45df-a286-4bb095506d41 req-a14b054c-d47e-4d6e-9093-bf2bfb3ba789 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.2178347 Apr 23 10:32:57.148629 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5b88db09-57d2-45df-a286-4bb095506d41 req-6eece59d-2df5-409e-9810-18836e89ec94 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855145 Apr 23 10:32:57.984459 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcfde3-5aff-47bc-8aad-1af8227a7bdd req-0596a6bd-4b50-429b-992c-d246da824f12 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:57.986169 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6abcfde3-5aff-47bc-8aad-1af8227a7bdd req-0596a6bd-4b50-429b-992c-d246da824f12 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1742291 Apr 23 10:32:57.996543 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb537a7b-8133-4bd7-b0e9-9d702bf8f518 req-7cb4129d-677f-452d-89d6-78dcab92bbcf tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:57.998168 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cb537a7b-8133-4bd7-b0e9-9d702bf8f518 req-7cb4129d-677f-452d-89d6-78dcab92bbcf tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 931 time: 0.1844492 Apr 23 10:32:58.090255 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6abcfde3-5aff-47bc-8aad-1af8227a7bdd req-381e2623-4227-43d4-a375-4d91bc161435 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907838 Apr 23 10:32:58.101864 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cb537a7b-8133-4bd7-b0e9-9d702bf8f518 req-a02a1737-af62-4bf7-8b28-afc1295420c6 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781333 Apr 23 10:32:58.353268 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330d046-abf3-4b06-ad95-cc6ff2adfb10 req-a6791e0e-35d8-4cd6-96c4-685b508bff46 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:58.354786 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6330d046-abf3-4b06-ad95-cc6ff2adfb10 req-a6791e0e-35d8-4cd6-96c4-685b508bff46 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1417370 Apr 23 10:32:58.425403 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75476578-6984-45fe-81f3-a01c7750910b req-4485376e-c376-4d44-ae53-26b56be4a2bf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:58.427017 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-75476578-6984-45fe-81f3-a01c7750910b req-4485376e-c376-4d44-ae53-26b56be4a2bf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.1522734 Apr 23 10:32:58.431815 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6330d046-abf3-4b06-ad95-cc6ff2adfb10 req-87da4e4e-233c-4f70-b24f-533df45e1b7d tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678475 Apr 23 10:32:58.475608 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-75476578-6984-45fe-81f3-a01c7750910b req-dd1d5654-b8e5-4641-a624-664991f514db tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419476 Apr 23 10:32:58.709139 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] Request body: {'port': {'device_id': '5a31c12e-b9b2-47cb-93c2-77bf4df52cbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:32:58.837372 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:59.341909 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6df5d8ea-6f2a-4496-8936-6e1cfe256d52 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:32:59.351661 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:59.368718 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] Transition to ACTIVE for port object 6df5d8ea-6f2a-4496-8936-6e1cfe256d52 will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:32:59.375201 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848232985'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:59.380233 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-42edd490-d6a4-4afe-a87b-79690ba134a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:59.513135 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f443896-23dc-4a36-99a3-c0044173cd4b req-308943f0-9f7e-40ed-b0c3-4188e03a0582 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:59.521300 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0f443896-23dc-4a36-99a3-c0044173cd4b req-308943f0-9f7e-40ed-b0c3-4188e03a0582 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.2006400 Apr 23 10:32:59.582501 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acab2c-860c-40f9-951c-4e4bf956e000 req-d66ef077-c097-4314-b957-6dfffad52d22 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:59.593544 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c8acab2c-860c-40f9-951c-4e4bf956e000 req-d66ef077-c097-4314-b957-6dfffad52d22 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 943 time: 0.2708218 Apr 23 10:32:59.680915 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c8acab2c-860c-40f9-951c-4e4bf956e000 req-b1e76d38-ad10-4305-9b13-ae59a600b4d0 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862331 Apr 23 10:32:59.686923 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0f443896-23dc-4a36-99a3-c0044173cd4b req-1dccf375-8d8c-415a-bf99-432b0f943fe3 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647465 Apr 23 10:32:59.746153 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] Pushing event updated for resources: {'Port': ['ID=6df5d8ea-6f2a-4496-8936-6e1cfe256d52,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:32:59.749408 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:32:59.793595 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] Attempting to bind port 6df5d8ea-6f2a-4496-8936-6e1cfe256d52 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:32:59.793955 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] Attempting to bind port 6df5d8ea-6f2a-4496-8936-6e1cfe256d52 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '25f280b3-5353-4bb9-aa4e-f599f066c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:32:59.794324 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] Attempting to bind port 6df5d8ea-6f2a-4496-8936-6e1cfe256d52 on network 854fce4f-ab08-40bc-8988-fdf2d2740098 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:32:59.799836 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] Port 6df5d8ea-6f2a-4496-8936-6e1cfe256d52 on network 854fce4f-ab08-40bc-8988-fdf2d2740098 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:32:59.800201 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] Attempting to bind port 6df5d8ea-6f2a-4496-8936-6e1cfe256d52 on network 854fce4f-ab08-40bc-8988-fdf2d2740098 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:32:59.806965 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] Checking agent: {'id': 'e9dd349d-b683-48bd-911f-eb86d546e7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'started_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:32:59.807335 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] Checking segment: {'id': '25f280b3-5353-4bb9-aa4e-f599f066c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:32:59.807947 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] Bound using segment: {'id': '25f280b3-5353-4bb9-aa4e-f599f066c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:32:59.808487 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] Bound port: 6df5d8ea-6f2a-4496-8936-6e1cfe256d52, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f280b3-5353-4bb9-aa4e-f599f066c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:32:59.808915 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:59.925437 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] For port 6df5d8ea-6f2a-4496-8936-6e1cfe256d52, host hv-cinder-77923, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:32:59.928836 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] For port 6df5d8ea-6f2a-4496-8936-6e1cfe256d52, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=6df5d8ea-6f2a-4496-8936-6e1cfe256d52,segment=NetworkSegment(25f280b3-5353-4bb9-aa4e-f599f066c77b),segment_id=25f280b3-5353-4bb9-aa4e-f599f066c77b)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:32:59.932765 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848232985'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:59.938919 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a488c05a-f789-4a55-a66e-fc45a7d755f7 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:32:59.995194 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:59.995861 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:59.997401 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] 10.222.0.68 "PUT /v2.0/ports/6df5d8ea-6f2a-4496-8936-6e1cfe256d52 HTTP/1.1" status: 200 len: 1093 time: 1.2933397 Apr 23 10:32:59.997937 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a31c12e-b9b2-47cb-93c2-77bf4df52cbf', 'tag': '6df5d8ea-6f2a-4496-8936-6e1cfe256d52'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:33:00.001601 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d9fe3-ca52-41a6-b25e-1c045a58fb71 req-5a30455d-43e0-4da9-aa6a-647227abce4b tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:00.004117 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0c1d9fe3-ca52-41a6-b25e-1c045a58fb71 req-5a30455d-43e0-4da9-aa6a-647227abce4b tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1958368 Apr 23 10:33:00.055302 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] Pushing event updated for resources: {'Port': ['ID=6df5d8ea-6f2a-4496-8936-6e1cfe256d52,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:00.061496 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a133f4-ec7f-4daf-b863-f129ca0e9426 req-2f9c4ead-524e-4a59-9ea5-004921bf1645 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:00.064525 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e1a133f4-ec7f-4daf-b863-f129ca0e9426 req-2f9c4ead-524e-4a59-9ea5-004921bf1645 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.1818957 Apr 23 10:33:00.066975 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:00.122894 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0c1d9fe3-ca52-41a6-b25e-1c045a58fb71 req-554d73c2-ec6c-4009-a1b0-b2d5d715aad5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094751 Apr 23 10:33:00.154204 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e1a133f4-ec7f-4daf-b863-f129ca0e9426 req-02ebadea-71e8-487a-906e-66428dad6d80 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627570 Apr 23 10:33:00.219646 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-3749250f-cbea-4a15-8ceb-9cede9961fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:00.222950 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-3749250f-cbea-4a15-8ceb-9cede9961fdb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d2e0dc22dcea432d8076768b73aa0a25&device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 1096 time: 0.1239994 Apr 23 10:33:00.233180 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a31c12e-b9b2-47cb-93c2-77bf4df52cbf', 'tag': '6df5d8ea-6f2a-4496-8936-6e1cfe256d52', 'status': 'completed', 'code': 200} Apr 23 10:33:00.351854 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-4f789d1e-f577-44d1-951b-cfc82178094f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6df5d8ea-6f2a-4496-8936-6e1cfe256d52 HTTP/1.1" status: 200 len: 217 time: 0.0981188 Apr 23 10:33:00.443513 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-5e620fdc-ad10-42c0-a503-f94c6b4e84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:00.445487 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-5e620fdc-ad10-42c0-a503-f94c6b4e84d6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f45024b0-e07c-461f-ae6f-91546258ef1d HTTP/1.1" status: 200 len: 853 time: 0.0830343 Apr 23 10:33:00.551909 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-083ece0c-28f7-4798-b036-e2b7cc48d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:00.553576 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-083ece0c-28f7-4798-b036-e2b7cc48d245 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=854fce4f-ab08-40bc-8988-fdf2d2740098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0962799 Apr 23 10:33:00.608641 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24bade-de6b-4241-b819-c137859f2dfa req-09ac6aa4-bd40-44b4-b764-0b682dd79bbb tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:00.611493 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6e24bade-de6b-4241-b819-c137859f2dfa req-09ac6aa4-bd40-44b4-b764-0b682dd79bbb tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1061873 Apr 23 10:33:00.669100 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6e24bade-de6b-4241-b819-c137859f2dfa req-1870366a-767d-475e-a802-f372788579f9 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509553 Apr 23 10:33:00.791183 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-911a7b85-2bdb-4fc0-8c16-d9c99ae9f7ac service neutron] 10.222.0.68 "GET /v2.0/networks/854fce4f-ab08-40bc-8988-fdf2d2740098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234957 Apr 23 10:33:00.797155 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78160602-19d6-4cb4-a8dd-0cc240a699c4 req-7349f776-89e1-4eb4-aa05-c4c08def9814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:00.798795 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-78160602-19d6-4cb4-a8dd-0cc240a699c4 req-7349f776-89e1-4eb4-aa05-c4c08def9814 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=053dbb1c35f34193b18ee2a736ef5da6&device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 1099 time: 0.1429865 Apr 23 10:33:01.069945 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f50cb-8965-44c6-80ca-b1577c157b86 req-499a0e6e-f7f4-4edc-b0b6-383f1428879a tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:01.079943 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f74f50cb-8965-44c6-80ca-b1577c157b86 req-499a0e6e-f7f4-4edc-b0b6-383f1428879a tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 943 time: 0.2398891 Apr 23 10:33:01.107359 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f9210-7427-4c61-bee1-1923b2002711 req-e56b20ba-0c32-4d78-ada2-515b11b5926c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:01.109272 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-348f9210-7427-4c61-bee1-1923b2002711 req-e56b20ba-0c32-4d78-ada2-515b11b5926c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.2182269 Apr 23 10:33:01.167407 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f74f50cb-8965-44c6-80ca-b1577c157b86 req-f6ac1734-d7d0-4def-b2ce-59b76b750e68 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863295 Apr 23 10:33:01.206916 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-48ce0670-f93d-4949-834d-7a8c93acf105 req-a8a19778-cbd3-4691-9f06-2d90c4a09a60 service neutron] 10.222.0.68 "GET /v2.0/networks/854fce4f-ab08-40bc-8988-fdf2d2740098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952875 Apr 23 10:33:01.210476 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-348f9210-7427-4c61-bee1-1923b2002711 req-243f87ae-321c-4632-b0c6-d34c95133d15 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776198 Apr 23 10:33:01.219197 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78160602-19d6-4cb4-a8dd-0cc240a699c4 req-f3f1240a-cc5a-4cdd-93da-61665ab5a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:01.222400 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-78160602-19d6-4cb4-a8dd-0cc240a699c4 req-f3f1240a-cc5a-4cdd-93da-61665ab5a661 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b126fda1-8aba-4f97-9375-594b068d7500 HTTP/1.1" status: 200 len: 911 time: 0.4080510 Apr 23 10:33:01.315074 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:33:01.452224 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-78160602-19d6-4cb4-a8dd-0cc240a699c4 req-13e90005-03dc-48ca-973a-c9b9b7fa8e59 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15377bcc-175b-43d5-982f-3f50df9db188 HTTP/1.1" status: 200 len: 1002 time: 0.1997597 Apr 23 10:33:01.497955 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0af50-aa57-4bee-9f3d-c1ae394ed4cb req-0e3b6e8a-86c8-4412-b98e-266f128dcd0e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:01.500668 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3fd0af50-aa57-4bee-9f3d-c1ae394ed4cb req-0e3b6e8a-86c8-4412-b98e-266f128dcd0e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.1622455 Apr 23 10:33:01.562520 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3fd0af50-aa57-4bee-9f3d-c1ae394ed4cb req-9e842d1f-f5ab-4b4f-b584-5532d3180d87 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531130 Apr 23 10:33:01.566676 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 33ddcfa7-4f10-4a97-8704-29c2a7d515f8, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=33ddcfa7-4f10-4a97-8704-29c2a7d515f8,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:01.567357 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78160602-19d6-4cb4-a8dd-0cc240a699c4 req-2a43e553-5dd7-426f-88de-f73518f8eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:01.568714 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-78160602-19d6-4cb4-a8dd-0cc240a699c4 req-2a43e553-5dd7-426f-88de-f73518f8eb79 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cace927e-fc70-4e72-9b62-fe1db6ce7c84 HTTP/1.1" status: 200 len: 849 time: 0.1016765 Apr 23 10:33:01.588580 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Returning: {'device': '33ddcfa7-4f10-4a97-8704-29c2a7d515f8', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'port_id': '33ddcfa7-4f10-4a97-8704-29c2a7d515f8', 'mac_address': 'fa:16:3e:15:b1:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:33:01.639762 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783843a-944d-437d-a6a8-8c42ab2302dd req-5876f67d-65bf-4f49-a662-b4a30728165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:01.641670 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5783843a-944d-437d-a6a8-8c42ab2302dd req-5876f67d-65bf-4f49-a662-b4a30728165a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d2e0dc22dcea432d8076768b73aa0a25&device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 1096 time: 0.2518470 Apr 23 10:33:01.657924 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:01.687445 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:33:01.708496 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 33ddcfa7-4f10-4a97-8704-29c2a7d515f8, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=33ddcfa7-4f10-4a97-8704-29c2a7d515f8,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:01.712759 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:01.716041 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:01.819271 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78160602-19d6-4cb4-a8dd-0cc240a699c4 req-f556cacf-836d-408a-a571-a5d061032ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:01.821183 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-78160602-19d6-4cb4-a8dd-0cc240a699c4 req-f556cacf-836d-408a-a571-a5d061032ab7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b126fda1-8aba-4f97-9375-594b068d7500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2353516 Apr 23 10:33:01.851085 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=33ddcfa7-4f10-4a97-8704-29c2a7d515f8,revision_number=6']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:01.855074 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:01.969998 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783843a-944d-437d-a6a8-8c42ab2302dd req-b9dd2a8d-dc54-4a72-aef4-2b8a52217e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:01.971646 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5783843a-944d-437d-a6a8-8c42ab2302dd req-b9dd2a8d-dc54-4a72-aef4-2b8a52217e34 service neutron] 10.222.0.68 "GET /v2.0/networks?id=854fce4f-ab08-40bc-8988-fdf2d2740098 HTTP/1.1" status: 200 len: 915 time: 0.3016841 Apr 23 10:33:02.102187 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['33ddcfa7-4f10-4a97-8704-29c2a7d515f8'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:33:02.110374 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5783843a-944d-437d-a6a8-8c42ab2302dd req-76e03996-85b2-42bc-a13e-a48ec6f42c39 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6df5d8ea-6f2a-4496-8936-6e1cfe256d52 HTTP/1.1" status: 200 len: 217 time: 0.1158943 Apr 23 10:33:02.182865 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-78160602-19d6-4cb4-a8dd-0cc240a699c4 req-8caa2f8b-c3e8-4d9b-b66c-8100ff0e2646 service neutron] 10.222.0.68 "GET /v2.0/networks/b126fda1-8aba-4f97-9375-594b068d7500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405402 Apr 23 10:33:02.184900 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-77a09371-8fcd-465b-a198-0471221138f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:02.194331 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d861271-d613-452c-83ef-40e7db4505f3 req-91d3d44e-f884-4798-8c66-9b63b4662ce9 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:02.196312 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3d861271-d613-452c-83ef-40e7db4505f3 req-91d3d44e-f884-4798-8c66-9b63b4662ce9 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.3380649 Apr 23 10:33:02.273018 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3d861271-d613-452c-83ef-40e7db4505f3 req-befcd1af-20d4-44f9-9427-f256fb4d4a98 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527434 Apr 23 10:33:02.359207 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783843a-944d-437d-a6a8-8c42ab2302dd req-223ae947-97ab-490d-b3ed-7d548b712098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:02.361322 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5783843a-944d-437d-a6a8-8c42ab2302dd req-223ae947-97ab-490d-b3ed-7d548b712098 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f45024b0-e07c-461f-ae6f-91546258ef1d HTTP/1.1" status: 200 len: 853 time: 0.2295392 Apr 23 10:33:02.696107 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8906b-165f-49b5-a266-e34e0403b601 req-7565a8fc-5a3f-4068-8d70-e04e8f020b2b tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:02.699649 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-08a8906b-165f-49b5-a266-e34e0403b601 req-7565a8fc-5a3f-4068-8d70-e04e8f020b2b tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 943 time: 0.2795086 Apr 23 10:33:02.708687 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8eb9d-2ede-4b2c-8787-d521ad3cf74e req-97a9b7c9-497c-4043-bc6e-006085677c83 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:02.710666 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d1b8eb9d-2ede-4b2c-8787-d521ad3cf74e req-97a9b7c9-497c-4043-bc6e-006085677c83 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1849563 Apr 23 10:33:02.790775 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-08a8906b-165f-49b5-a266-e34e0403b601 req-aeed7b00-81ab-4c66-adae-43369f7537cd tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788360 Apr 23 10:33:02.811569 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d1b8eb9d-2ede-4b2c-8787-d521ad3cf74e req-1859bda4-9449-4557-9677-1e9df73a5faf tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808079 Apr 23 10:33:02.897821 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-78160602-19d6-4cb4-a8dd-0cc240a699c4 req-c8c75618-8090-4a9a-843c-3d1c780969be service neutron] 10.222.0.68 "GET /v2.0/networks/b126fda1-8aba-4f97-9375-594b068d7500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6983855 Apr 23 10:33:02.930791 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783843a-944d-437d-a6a8-8c42ab2302dd req-b57b70f9-cf31-481b-a2bd-2fd37b18a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:02.932981 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5783843a-944d-437d-a6a8-8c42ab2302dd req-b57b70f9-cf31-481b-a2bd-2fd37b18a7bc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=854fce4f-ab08-40bc-8988-fdf2d2740098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5515270 Apr 23 10:33:03.070124 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858598fa-4842-4208-abb9-f4b214a0a723 req-c99e7f66-2a8a-4b10-aec7-b554eaefe449 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:03.078599 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-858598fa-4842-4208-abb9-f4b214a0a723 req-c99e7f66-2a8a-4b10-aec7-b554eaefe449 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 944 time: 0.1465871 Apr 23 10:33:03.129916 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-858598fa-4842-4208-abb9-f4b214a0a723 req-12629bab-c336-454d-b795-e340f70e5f05 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500700 Apr 23 10:33:03.200196 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5783843a-944d-437d-a6a8-8c42ab2302dd req-94c4a8ec-8310-4ce0-b112-746d39c26f5a service neutron] 10.222.0.68 "GET /v2.0/networks/854fce4f-ab08-40bc-8988-fdf2d2740098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531703 Apr 23 10:33:03.311723 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:03.340779 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 up at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:33:03.425488 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5783843a-944d-437d-a6a8-8c42ab2302dd req-e5c1789c-e263-47f8-9873-f546e4359bf0 service neutron] 10.222.0.68 "GET /v2.0/networks/854fce4f-ab08-40bc-8988-fdf2d2740098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121871 Apr 23 10:33:03.478796 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning complete for port 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:33:03.479662 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:03.631358 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fcda9-50b3-47fc-96ef-f33ae053effe req-42f441ce-79f7-4211-96db-0bf98d2cccf3 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:03.633124 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e57fcda9-50b3-47fc-96ef-f33ae053effe req-42f441ce-79f7-4211-96db-0bf98d2cccf3 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1313362 Apr 23 10:33:03.700804 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e57fcda9-50b3-47fc-96ef-f33ae053effe req-9ff591a5-9260-457f-894e-29b10efd41c5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602646 Apr 23 10:33:03.847381 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:03.906146 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 33ddcfa7-4f10-4a97-8704-29c2a7d515f8, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=33ddcfa7-4f10-4a97-8704-29c2a7d515f8,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:03.909589 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363d6e83-40d2-4861-a61e-b49b10562d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ddcfa7-4f10-4a97-8704-29c2a7d515f8'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:33:03.914129 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:03.916243 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:04.012364 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=33ddcfa7-4f10-4a97-8704-29c2a7d515f8,revision_number=7']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:04.016810 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:04.147490 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-082c6189-7842-43a7-8c65-e370d0a8c1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:04.336436 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee4556-87e6-4e1e-9b73-82f8847ecd40 req-1c5cc0f3-c046-4082-8d94-f519c2921d28 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:04.338105 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d1ee4556-87e6-4e1e-9b73-82f8847ecd40 req-1c5cc0f3-c046-4082-8d94-f519c2921d28 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1439378 Apr 23 10:33:04.350866 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d3fb7-97b8-4415-8ebd-86958777fe28 req-d9d821cc-1f89-485c-8bb6-ea3e9a6a0d9a tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:04.372682 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-083d3fb7-97b8-4415-8ebd-86958777fe28 req-d9d821cc-1f89-485c-8bb6-ea3e9a6a0d9a tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 943 time: 0.2759192 Apr 23 10:33:04.462808 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-083d3fb7-97b8-4415-8ebd-86958777fe28 req-dccd9571-77af-499e-bee9-addda9f71512 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996563 Apr 23 10:33:04.479452 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d1ee4556-87e6-4e1e-9b73-82f8847ecd40 req-d1fa7950-0961-4278-8cd1-5e09a1dc9f71 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164365 Apr 23 10:33:04.575769 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363d6e83-40d2-4861-a61e-b49b10562d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ddcfa7-4f10-4a97-8704-29c2a7d515f8', 'code': 200} Apr 23 10:33:04.750765 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e418c-84bb-4798-b85d-2a6a297c563b req-fb9259bd-4e32-4e7f-99d7-d4be5f1c9d34 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:04.759696 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fc5e418c-84bb-4798-b85d-2a6a297c563b req-fb9259bd-4e32-4e7f-99d7-d4be5f1c9d34 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.1302183 Apr 23 10:33:04.817920 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fc5e418c-84bb-4798-b85d-2a6a297c563b req-12baf293-eaa2-4acc-8f71-889cb8014c37 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571277 Apr 23 10:33:05.135709 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28ff98-63cb-4bfc-845a-ca12c1f51dcd req-93d5e775-a148-4d44-a767-7648e8a6faa4 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:05.151162 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2f28ff98-63cb-4bfc-845a-ca12c1f51dcd req-93d5e775-a148-4d44-a767-7648e8a6faa4 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.2213566 Apr 23 10:33:05.211519 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2f28ff98-63cb-4bfc-845a-ca12c1f51dcd req-78d82c28-692f-4900-b8cf-f388eb7e3d02 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522404 Apr 23 10:33:05.353829 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 6df5d8ea-6f2a-4496-8936-6e1cfe256d52 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:33:05.606197 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 6df5d8ea-6f2a-4496-8936-6e1cfe256d52, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=6df5d8ea-6f2a-4496-8936-6e1cfe256d52,segment=NetworkSegment(25f280b3-5353-4bb9-aa4e-f599f066c77b),segment_id=25f280b3-5353-4bb9-aa4e-f599f066c77b)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:05.630828 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Returning: {'device': '6df5d8ea-6f2a-4496-8936-6e1cfe256d52', 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098', 'port_id': '6df5d8ea-6f2a-4496-8936-6e1cfe256d52', 'mac_address': 'fa:16:3e:63:87:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45024b0-e07c-461f-ae6f-91546258ef1d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:33:05.727762 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:05.733575 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513433e-1e40-45a3-9910-b9fa7d809415 req-8b8d4775-6a5d-4b6f-b070-e4256420abcd tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:05.742500 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b513433e-1e40-45a3-9910-b9fa7d809415 req-8b8d4775-6a5d-4b6f-b070-e4256420abcd tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 943 time: 0.1373239 Apr 23 10:33:05.742825 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:05.784774 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:05.823653 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df5d8ea-6f2a-4496-8936-6e1cfe256d52 {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:33:05.862019 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b513433e-1e40-45a3-9910-b9fa7d809415 req-4bfbf2be-3e67-4a5f-aa1b-af62120c5ea2 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183503 Apr 23 10:33:05.866021 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 6df5d8ea-6f2a-4496-8936-6e1cfe256d52, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=6df5d8ea-6f2a-4496-8936-6e1cfe256d52,segment=NetworkSegment(25f280b3-5353-4bb9-aa4e-f599f066c77b),segment_id=25f280b3-5353-4bb9-aa4e-f599f066c77b)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:05.872436 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:05.875621 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9d47f461-fc56-429d-a1e7-99d429bf846a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:05.981373 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ef04a-eb0c-41a7-88a7-75069f379a62 req-b7b8a9a9-90da-4434-8fdb-a3443ec7a4fb tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:05.985381 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-168ef04a-eb0c-41a7-88a7-75069f379a62 req-b7b8a9a9-90da-4434-8fdb-a3443ec7a4fb tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.2190614 Apr 23 10:33:06.039922 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=6df5d8ea-6f2a-4496-8936-6e1cfe256d52,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:06.056541 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:06.099164 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-168ef04a-eb0c-41a7-88a7-75069f379a62 req-9150803d-cce1-489c-8cd9-ba6eb53879f1 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083510 Apr 23 10:33:06.168483 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd760d06-b397-441d-b005-9f907d3ed266 req-4880f909-657c-4a04-8c84-7c58aac144f3 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:06.170288 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-bd760d06-b397-441d-b005-9f907d3ed266 req-4880f909-657c-4a04-8c84-7c58aac144f3 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.1412075 Apr 23 10:33:06.299744 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-bd760d06-b397-441d-b005-9f907d3ed266 req-5a7ad0e9-a3d6-4563-8b0e-879232ec323a tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161268 Apr 23 10:33:06.544652 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['6df5d8ea-6f2a-4496-8936-6e1cfe256d52'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:33:06.630373 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:33:07.157411 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:07.250891 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34ab06-ca26-43ed-88eb-f3c9fa56293c req-2cdfbb1d-c01b-4766-aa0f-48c7c7f5214f tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:07.253725 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5b34ab06-ca26-43ed-88eb-f3c9fa56293c req-2cdfbb1d-c01b-4766-aa0f-48c7c7f5214f tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 944 time: 0.2617476 Apr 23 10:33:07.413366 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5b34ab06-ca26-43ed-88eb-f3c9fa56293c req-63580816-ca49-4891-a57e-4be5621fb4de tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488376 Apr 23 10:33:07.493643 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a69be-dd9b-44f3-b8c1-de7f881f6bee req-54237619-8828-429e-ace2-c3e3aa8b3c69 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:07.496281 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f64a69be-dd9b-44f3-b8c1-de7f881f6bee req-54237619-8828-429e-ace2-c3e3aa8b3c69 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1760635 Apr 23 10:33:07.619931 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f64a69be-dd9b-44f3-b8c1-de7f881f6bee req-3380c493-08ab-4130-9741-7d4622fa8cbb tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124086 Apr 23 10:33:07.802687 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8abd7-5cdd-442b-af5a-c81b3a2bdfd9 req-2cc259df-6fb6-4959-b276-0cc65fe74d96 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:07.810758 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-76c8abd7-5cdd-442b-af5a-c81b3a2bdfd9 req-2cc259df-6fb6-4959-b276-0cc65fe74d96 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.1934016 Apr 23 10:33:07.910985 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-76c8abd7-5cdd-442b-af5a-c81b3a2bdfd9 req-ce4e81c6-7e21-47ed-875e-2ec751d873bb tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910573 Apr 23 10:33:08.810015 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1b214-5d11-427b-9723-6c8baaadc7e3 req-874c20eb-48a2-4ce5-8945-f5c1d960ad3a tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:08.813433 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cdf1b214-5d11-427b-9723-6c8baaadc7e3 req-874c20eb-48a2-4ce5-8945-f5c1d960ad3a tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 944 time: 0.2035332 Apr 23 10:33:08.975026 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cdf1b214-5d11-427b-9723-6c8baaadc7e3 req-a5d3a403-aaee-4753-934a-79af856960b1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450710 Apr 23 10:33:09.089417 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef28b9-e05d-45d0-80d8-1703b7e3e08a req-fd7f21e0-21f1-49b0-9e9b-dc5ba5cb5ff6 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:09.093104 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-07ef28b9-e05d-45d0-80d8-1703b7e3e08a req-fd7f21e0-21f1-49b0-9e9b-dc5ba5cb5ff6 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1981742 Apr 23 10:33:09.189388 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-07ef28b9-e05d-45d0-80d8-1703b7e3e08a req-9178137b-1556-4fbf-a959-2247c1e86b4d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881791 Apr 23 10:33:09.359152 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 6df5d8ea-6f2a-4496-8936-6e1cfe256d52 up at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:33:09.473600 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b6c05-8508-4f85-9ef3-592526d5d5df req-6b19e836-98a9-4ed6-890b-e9d3a45edc9d tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:09.475606 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-816b6c05-8508-4f85-9ef3-592526d5d5df req-6b19e836-98a9-4ed6-890b-e9d3a45edc9d tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.1928892 Apr 23 10:33:09.509052 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning for port 6df5d8ea-6f2a-4496-8936-6e1cfe256d52 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:33:09.516192 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning complete for port 6df5d8ea-6f2a-4496-8936-6e1cfe256d52 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:33:09.516915 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:09.585403 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-816b6c05-8508-4f85-9ef3-592526d5d5df req-f12a8848-13bf-40bc-bdf1-a23945271488 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022336 Apr 23 10:33:09.674082 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:09.710078 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a31c12e-b9b2-47cb-93c2-77bf4df52cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df5d8ea-6f2a-4496-8936-6e1cfe256d52'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:33:09.721552 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 6df5d8ea-6f2a-4496-8936-6e1cfe256d52, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=6df5d8ea-6f2a-4496-8936-6e1cfe256d52,segment=NetworkSegment(25f280b3-5353-4bb9-aa4e-f599f066c77b),segment_id=25f280b3-5353-4bb9-aa4e-f599f066c77b)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:09.728027 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:09.730808 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:09.820158 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a31c12e-b9b2-47cb-93c2-77bf4df52cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df5d8ea-6f2a-4496-8936-6e1cfe256d52', 'code': 200} Apr 23 10:33:09.822099 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=6df5d8ea-6f2a-4496-8936-6e1cfe256d52,revision_number=5']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:09.826690 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:10.293135 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10424294-0a6b-4635-944c-64105f902e62 req-85e04575-07ec-4568-8cb9-7123d69b0ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:10.303879 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-10424294-0a6b-4635-944c-64105f902e62 req-85e04575-07ec-4568-8cb9-7123d69b0ab1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 1098 time: 0.1448586 Apr 23 10:33:10.383961 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c1cbc-3931-4ab2-890c-ef5e825b668e req-59af46e4-6f47-44aa-8d20-0a20930502d6 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:10.391869 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4d2c1cbc-3931-4ab2-890c-ef5e825b668e req-59af46e4-6f47-44aa-8d20-0a20930502d6 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 945 time: 0.2221367 Apr 23 10:33:10.409892 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-10424294-0a6b-4635-944c-64105f902e62 req-c7f0dfa2-8148-4efe-9044-4f92caeadb2e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942435 Apr 23 10:33:10.579450 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4d2c1cbc-3931-4ab2-890c-ef5e825b668e req-8065540a-8f9c-44da-83f5-45e6fb5eef7a tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841452 Apr 23 10:33:10.641913 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b3f04-b16e-437d-8684-26cfe5ee6316 req-e17bc215-bf12-4ed1-9f14-5033ff59434b tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:10.643718 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-370b3f04-b16e-437d-8684-26cfe5ee6316 req-e17bc215-bf12-4ed1-9f14-5033ff59434b tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.2178366 Apr 23 10:33:10.748054 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-370b3f04-b16e-437d-8684-26cfe5ee6316 req-d1ae4c93-b2eb-4d51-94c6-969736924cf9 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902941 Apr 23 10:33:10.897834 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cb690-0e98-4c54-ba06-701f947d82de req-afa2eac3-0a71-44c3-8a57-a0afff2d0293 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:10.898381 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-bc9cb690-0e98-4c54-ba06-701f947d82de req-afa2eac3-0a71-44c3-8a57-a0afff2d0293 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.1173859 Apr 23 10:33:11.020903 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-bc9cb690-0e98-4c54-ba06-701f947d82de req-cbfcd727-1271-4063-ba69-613c36d9ae6d tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132426 Apr 23 10:33:11.267129 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 35242) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:11.472530 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-139a2b8c-3342-4e03-8006-11163f779401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:11.493131 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-139a2b8c-3342-4e03-8006-11163f779401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:33:11.502198 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-139a2b8c-3342-4e03-8006-11163f779401 admin admin] Usage tracker for resource:security_group_rule and tenant:816d03294acf40e696ed74d327cbc920 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:33:11.507534 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-139a2b8c-3342-4e03-8006-11163f779401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:33:11.515740 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-139a2b8c-3342-4e03-8006-11163f779401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:33:11.695144 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-139a2b8c-3342-4e03-8006-11163f779401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:11.710780 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-139a2b8c-3342-4e03-8006-11163f779401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:11.734601 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6edd155e-81ce-4b76-a016-7995d7ddd406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:11.795801 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a2b8c-3342-4e03-8006-11163f779401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd72abf2-00da-426a-9961-e54b85664215,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:11.803924 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-139a2b8c-3342-4e03-8006-11163f779401 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=816d03294acf40e696ed74d327cbc920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5353217 Apr 23 10:33:11.805304 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-139a2b8c-3342-4e03-8006-11163f779401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:11.806020 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 35250) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:11.925385 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a3b7686e-4c2b-4521-b39e-fd23fc94e1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:11.950325 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f999c6d-3a94-47c0-984c-d38ea7900644 req-7ec073c8-3134-407f-968e-b92a8344c738 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:11.953483 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4f999c6d-3a94-47c0-984c-d38ea7900644 req-7ec073c8-3134-407f-968e-b92a8344c738 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 945 time: 0.1634429 Apr 23 10:33:11.978108 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a3b7686e-4c2b-4521-b39e-fd23fc94e1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:12.075627 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a3b7686e-4c2b-4521-b39e-fd23fc94e1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:12.085292 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-82fa2157-ede0-4d0e-8d6f-f5f8db98d3e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:12.104045 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7686e-4c2b-4521-b39e-fd23fc94e1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd72abf2-00da-426a-9961-e54b85664215,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:12.108194 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a3b7686e-4c2b-4521-b39e-fd23fc94e1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:12.111903 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a3b7686e-4c2b-4521-b39e-fd23fc94e1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:12.113425 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-a3b7686e-4c2b-4521-b39e-fd23fc94e1d7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cd72abf2-00da-426a-9961-e54b85664215 HTTP/1.1" status: 204 len: 168 time: 0.3053355 Apr 23 10:33:12.176130 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4f999c6d-3a94-47c0-984c-d38ea7900644 req-6865e614-4b63-4f0a-bd46-16099eb284a5 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935826 Apr 23 10:33:12.297877 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532767b4-7c85-4c03-b5c9-4f838e267ecf req-e39cc9de-2f34-4a2c-b92d-f17ce5ef4f9b tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:12.312069 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-532767b4-7c85-4c03-b5c9-4f838e267ecf req-e39cc9de-2f34-4a2c-b92d-f17ce5ef4f9b tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.3567879 Apr 23 10:33:12.474873 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-532767b4-7c85-4c03-b5c9-4f838e267ecf req-db876253-1d6d-4187-9e9a-8114c40cf457 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557450 Apr 23 10:33:12.581929 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c8e9c-275c-42da-939f-8d908921b3bd req-19187a1c-409a-4ee8-b6d7-468fef50587b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:12.584673 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-804c8e9c-275c-42da-939f-8d908921b3bd req-19187a1c-409a-4ee8-b6d7-468fef50587b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.2329698 Apr 23 10:33:12.651388 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-804c8e9c-275c-42da-939f-8d908921b3bd req-61726c3b-53fa-4dab-a4ef-5b21e7061d3e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573361 Apr 23 10:33:13.460937 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7b27b-1490-40a5-85be-4b2a9db538ee req-b1f32203-122c-496f-88b3-334eb6c29cb7 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:13.469480 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a2e7b27b-1490-40a5-85be-4b2a9db538ee req-b1f32203-122c-496f-88b3-334eb6c29cb7 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 945 time: 0.1267974 Apr 23 10:33:13.569078 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a2e7b27b-1490-40a5-85be-4b2a9db538ee req-182e6a33-83be-4293-9d92-7d3760163722 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983951 Apr 23 10:33:13.906641 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edb8b0-60fe-4caf-8b60-b96c895277b6 req-5ff2324b-3f64-4851-a2b3-7a28104c0181 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:13.909491 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-60edb8b0-60fe-4caf-8b60-b96c895277b6 req-5ff2324b-3f64-4851-a2b3-7a28104c0181 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.2471879 Apr 23 10:33:14.077200 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40390f-be87-43a9-8711-d735101a2d86 req-e0e3eac5-1362-4d1d-bac8-8935e711a9de tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:14.092073 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7b40390f-be87-43a9-8711-d735101a2d86 req-e0e3eac5-1362-4d1d-bac8-8935e711a9de tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 945 time: 0.3047144 Apr 23 10:33:14.117710 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-60edb8b0-60fe-4caf-8b60-b96c895277b6 req-6bc667ef-6ae6-4bf9-b63a-f354b3c0ce40 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979768 Apr 23 10:33:14.231430 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7b40390f-be87-43a9-8711-d735101a2d86 req-9db5518b-c442-41e3-8d35-1ed96edaacd2 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372535 Apr 23 10:33:14.635130 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea7773-67ef-4044-bc2a-d17b1a0be7a5 req-c6c8c513-8df7-46be-a13e-c8c43212861e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:14.643052 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-74ea7773-67ef-4044-bc2a-d17b1a0be7a5 req-c6c8c513-8df7-46be-a13e-c8c43212861e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.2849979 Apr 23 10:33:14.852633 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-74ea7773-67ef-4044-bc2a-d17b1a0be7a5 req-409bde75-1ee1-419c-9ede-7fccc09f992b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977150 Apr 23 10:33:14.919592 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e2363-d3d5-4bbb-857b-135ceed2fdc1 req-15fab919-8459-425a-8058-a9db3c44b114 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:14.935252 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2b0e2363-d3d5-4bbb-857b-135ceed2fdc1 req-15fab919-8459-425a-8058-a9db3c44b114 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 945 time: 0.2188408 Apr 23 10:33:15.000746 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2b0e2363-d3d5-4bbb-857b-135ceed2fdc1 req-391ebaea-f10c-43ec-baa7-335174ac4ac1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638459 Apr 23 10:33:15.404601 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11681680-3bbb-4c2b-8aa1-393daec0ff22 req-dc68a973-add1-428f-8796-4fc4b2cc1ebe tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:15.415152 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-11681680-3bbb-4c2b-8aa1-393daec0ff22 req-dc68a973-add1-428f-8796-4fc4b2cc1ebe tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1322508 Apr 23 10:33:15.519580 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-11681680-3bbb-4c2b-8aa1-393daec0ff22 req-8a6146a9-dcbc-4d3b-9a16-42339fb50d5d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923407 Apr 23 10:33:16.192918 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2bea4-f81d-41c3-8890-62fe7b880f3c req-942da4c3-210d-44ed-a438-5ed0c51265e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:16.196388 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-87d2bea4-f81d-41c3-8890-62fe7b880f3c req-942da4c3-210d-44ed-a438-5ed0c51265e3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 1098 time: 0.2138989 Apr 23 10:33:16.218595 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a8714-1d59-4427-912a-fd75cac9c210 req-1818619c-1ecd-4cc9-9532-f5c12614f55e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:16.235058 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6c8a8714-1d59-4427-912a-fd75cac9c210 req-1818619c-1ecd-4cc9-9532-f5c12614f55e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.1717925 Apr 23 10:33:16.269650 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-87d2bea4-f81d-41c3-8890-62fe7b880f3c req-89eadbc5-21c1-4ab4-a135-2a63b117cf80 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648935 Apr 23 10:33:16.332033 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6c8a8714-1d59-4427-912a-fd75cac9c210 req-891909c0-1a74-4726-9915-da6f716cc02d tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955672 Apr 23 10:33:16.760045 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bb5b0-780d-4f7f-8277-62d0637e3d2e req-d9067579-1122-4963-a84f-a014fee3b042 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:16.762534 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8a3bb5b0-780d-4f7f-8277-62d0637e3d2e req-d9067579-1122-4963-a84f-a014fee3b042 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1113701 Apr 23 10:33:16.830554 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8a3bb5b0-780d-4f7f-8277-62d0637e3d2e req-5c0305d4-6f93-4dd0-8706-8264ecb9b235 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596902 Apr 23 10:33:17.549239 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0e429-9c80-471a-ba27-61514a6666ce req-665774d8-0ace-4339-a026-b938a7a92387 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:17.550879 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3b0e429-9c80-471a-ba27-61514a6666ce req-665774d8-0ace-4339-a026-b938a7a92387 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.0993774 Apr 23 10:33:17.608574 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3b0e429-9c80-471a-ba27-61514a6666ce req-97e2ea4b-2897-4641-818c-549b380a2832 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484428 Apr 23 10:33:18.116957 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26369289-f989-44f0-9593-9a900f9378a0 req-f707570c-cada-4963-8e34-89f2619cab3c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:18.119853 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-26369289-f989-44f0-9593-9a900f9378a0 req-f707570c-cada-4963-8e34-89f2619cab3c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1321702 Apr 23 10:33:18.177583 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-26369289-f989-44f0-9593-9a900f9378a0 req-6bbc04c2-edae-468b-9d70-e8385574e8e7 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504658 Apr 23 10:33:18.565819 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf67b8-a960-4179-b10c-a82781713a8b req-9a752d7d-6578-4aa0-b649-c4443a89e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:18.567514 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c8cf67b8-a960-4179-b10c-a82781713a8b req-9a752d7d-6578-4aa0-b649-c4443a89e73c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9d145e5c62004c8fb3ccc764665554b4&device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 1098 time: 0.0939178 Apr 23 10:33:18.775544 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf67b8-a960-4179-b10c-a82781713a8b req-f3b5aa13-b699-49fa-8b34-3bab309629f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:18.777218 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c8cf67b8-a960-4179-b10c-a82781713a8b req-f3b5aa13-b699-49fa-8b34-3bab309629f9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=07e313a3-9394-4ad4-9174-85a4ed950f67 HTTP/1.1" status: 200 len: 918 time: 0.1995440 Apr 23 10:33:18.862649 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d70a8-c9d7-4c0e-aa50-377febcc7658 req-341313bb-f307-4174-8abd-3d6fd9dbf511 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:18.864319 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6d9d70a8-c9d7-4c0e-aa50-377febcc7658 req-341313bb-f307-4174-8abd-3d6fd9dbf511 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.1048205 Apr 23 10:33:18.944414 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6d9d70a8-c9d7-4c0e-aa50-377febcc7658 req-7618106a-381d-4821-bd5a-ef766477973c tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660808 Apr 23 10:33:18.950710 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c8cf67b8-a960-4179-b10c-a82781713a8b req-12bd63f2-8578-4163-a150-115de84cc36f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33ddcfa7-4f10-4a97-8704-29c2a7d515f8 HTTP/1.1" status: 200 len: 1000 time: 0.1630511 Apr 23 10:33:19.100161 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf67b8-a960-4179-b10c-a82781713a8b req-871414d9-74a7-495c-b836-e80d6dfd86ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:19.105823 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c8cf67b8-a960-4179-b10c-a82781713a8b req-871414d9-74a7-495c-b836-e80d6dfd86ec service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5902ead7-1ca3-4af8-a9cd-6880ceeef64b HTTP/1.1" status: 200 len: 856 time: 0.1419847 Apr 23 10:33:19.231959 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf67b8-a960-4179-b10c-a82781713a8b req-06f1cacf-fea1-4821-a2a4-4dead4395806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:19.234554 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c8cf67b8-a960-4179-b10c-a82781713a8b req-06f1cacf-fea1-4821-a2a4-4dead4395806 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=07e313a3-9394-4ad4-9174-85a4ed950f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1194956 Apr 23 10:33:19.470087 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c8cf67b8-a960-4179-b10c-a82781713a8b req-80dba5ee-4612-4312-b1c8-4db85bbfa115 service neutron] 10.222.0.68 "GET /v2.0/networks/07e313a3-9394-4ad4-9174-85a4ed950f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233078 Apr 23 10:33:19.489946 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c0316-606c-4203-89ef-d80946d409d6 req-fe4553ba-4bb1-4beb-822d-11cadf1a12b0 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:19.491983 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-040c0316-606c-4203-89ef-d80946d409d6 req-fe4553ba-4bb1-4beb-822d-11cadf1a12b0 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1446359 Apr 23 10:33:19.557370 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-040c0316-606c-4203-89ef-d80946d409d6 req-6e039af3-eb06-48f6-bf68-f2b86cc1a07d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581365 Apr 23 10:33:19.670513 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c8cf67b8-a960-4179-b10c-a82781713a8b req-95201a0c-6527-474f-8310-d3c4ea930376 service neutron] 10.222.0.68 "GET /v2.0/networks/07e313a3-9394-4ad4-9174-85a4ed950f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877964 Apr 23 10:33:20.203490 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5199cdd-96b9-4a1a-bee9-4fe19d00414d req-493896fc-43cd-4a50-aad3-ac04e2ac28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:20.205160 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d5199cdd-96b9-4a1a-bee9-4fe19d00414d req-493896fc-43cd-4a50-aad3-ac04e2ac28aa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=42c0406689e14916a31b158a17ed06c8&device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 1098 time: 0.1005080 Apr 23 10:33:20.288386 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e11029-5658-4f3e-a6d5-6b27b6980b04 req-5e0d4ad5-4c88-43cd-ad2b-48e233163c5d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:20.290021 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d0e11029-5658-4f3e-a6d5-6b27b6980b04 req-5e0d4ad5-4c88-43cd-ad2b-48e233163c5d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1694262 Apr 23 10:33:20.348032 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02855f20-d36d-4e14-ba0a-d22684d309dc req-d3233da3-5a3f-452a-9e55-8fa66a540cac tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:20.349690 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-02855f20-d36d-4e14-ba0a-d22684d309dc req-d3233da3-5a3f-452a-9e55-8fa66a540cac tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 945 time: 0.1852884 Apr 23 10:33:20.361948 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d0e11029-5658-4f3e-a6d5-6b27b6980b04 req-9b72e422-5c00-4443-b5ac-a50f4ea8e7d0 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630274 Apr 23 10:33:20.402471 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5199cdd-96b9-4a1a-bee9-4fe19d00414d req-5177bd5f-2623-4156-ad7b-5cb929c8f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:20.405548 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d5199cdd-96b9-4a1a-bee9-4fe19d00414d req-5177bd5f-2623-4156-ad7b-5cb929c8f916 service neutron] 10.222.0.68 "GET /v2.0/networks?id=92060680-c3d7-4f23-9347-bab7dc1c2acf HTTP/1.1" status: 200 len: 919 time: 0.1869152 Apr 23 10:33:20.422370 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-02855f20-d36d-4e14-ba0a-d22684d309dc req-b447bed4-fb2e-49be-956b-03f691c191b1 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480390 Apr 23 10:33:20.516643 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d5199cdd-96b9-4a1a-bee9-4fe19d00414d req-dc45c661-b841-4da2-ad65-ff748ac42f24 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=480303f9-8468-4232-b1ae-7fe0e7babbd5 HTTP/1.1" status: 200 len: 217 time: 0.0990424 Apr 23 10:33:20.611024 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5199cdd-96b9-4a1a-bee9-4fe19d00414d req-54baaf46-7b0b-48be-ba80-6774805519f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:20.613645 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d5199cdd-96b9-4a1a-bee9-4fe19d00414d req-54baaf46-7b0b-48be-ba80-6774805519f8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b838711e-84ce-47a5-87c2-83a0fa1d623a HTTP/1.1" status: 200 len: 858 time: 0.0886130 Apr 23 10:33:20.693439 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d5199cdd-96b9-4a1a-bee9-4fe19d00414d req-798eb8f2-fe8d-4bc4-a8c4-a432bb25b93a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=92060680-c3d7-4f23-9347-bab7dc1c2acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712292 Apr 23 10:33:20.887795 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d5199cdd-96b9-4a1a-bee9-4fe19d00414d req-ecea274c-fd25-48c3-9fbe-45d72993e093 service neutron] 10.222.0.68 "GET /v2.0/networks/92060680-c3d7-4f23-9347-bab7dc1c2acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822472 Apr 23 10:33:20.932398 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 35408) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:21.094156 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d5199cdd-96b9-4a1a-bee9-4fe19d00414d req-0929c00a-c4f9-430e-a61f-1b8a95eef5e4 service neutron] 10.222.0.68 "GET /v2.0/networks/92060680-c3d7-4f23-9347-bab7dc1c2acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945126 Apr 23 10:33:21.104392 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5ef4be05-4ebf-4375-b177-75d80e3bae2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:21.121865 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5ef4be05-4ebf-4375-b177-75d80e3bae2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:33:21.126483 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-5ef4be05-4ebf-4375-b177-75d80e3bae2f admin admin] Usage tracker for resource:security_group_rule and tenant:72d4dd4520654bee865220312623ed46 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:33:21.130414 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-5ef4be05-4ebf-4375-b177-75d80e3bae2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:33:21.142582 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5ef4be05-4ebf-4375-b177-75d80e3bae2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:33:21.243976 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5ef4be05-4ebf-4375-b177-75d80e3bae2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:21.247651 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5ef4be05-4ebf-4375-b177-75d80e3bae2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:21.258971 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-677dd3f3-da6e-4d74-bf5c-cb7341e83f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:21.308566 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-5ef4be05-4ebf-4375-b177-75d80e3bae2f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=72d4dd4520654bee865220312623ed46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743479 Apr 23 10:33:21.309527 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4be05-4ebf-4375-b177-75d80e3bae2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15db0fc3-ed99-40da-bc3e-3d9ee8b0f86d,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:21.311888 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 35414) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:21.318452 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4be05-4ebf-4375-b177-75d80e3bae2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.318939 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4be05-4ebf-4375-b177-75d80e3bae2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.319477 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4be05-4ebf-4375-b177-75d80e3bae2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.319924 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4be05-4ebf-4375-b177-75d80e3bae2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.320518 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4be05-4ebf-4375-b177-75d80e3bae2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.320976 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4be05-4ebf-4375-b177-75d80e3bae2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.321429 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4be05-4ebf-4375-b177-75d80e3bae2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.321950 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4be05-4ebf-4375-b177-75d80e3bae2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.322478 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4be05-4ebf-4375-b177-75d80e3bae2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.323023 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4be05-4ebf-4375-b177-75d80e3bae2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.323500 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4be05-4ebf-4375-b177-75d80e3bae2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.324556 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef4be05-4ebf-4375-b177-75d80e3bae2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.329324 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5ef4be05-4ebf-4375-b177-75d80e3bae2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:21.399461 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5f1afe4d-ea15-4b7b-bb88-c8fbd5addd90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:21.416266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:33:21.437242 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5f1afe4d-ea15-4b7b-bb88-c8fbd5addd90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:21.548657 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5f1afe4d-ea15-4b7b-bb88-c8fbd5addd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:21.557396 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6c064849-764d-4517-b345-6c566cf2972d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:21.581232 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5f1afe4d-ea15-4b7b-bb88-c8fbd5addd90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:21.582473 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-5f1afe4d-ea15-4b7b-bb88-c8fbd5addd90 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/15db0fc3-ed99-40da-bc3e-3d9ee8b0f86d HTTP/1.1" status: 204 len: 168 time: 0.2690251 Apr 23 10:33:21.583626 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1afe4d-ea15-4b7b-bb88-c8fbd5addd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15db0fc3-ed99-40da-bc3e-3d9ee8b0f86d,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:21.595494 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1afe4d-ea15-4b7b-bb88-c8fbd5addd90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.595913 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1afe4d-ea15-4b7b-bb88-c8fbd5addd90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.596807 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1afe4d-ea15-4b7b-bb88-c8fbd5addd90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.597217 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1afe4d-ea15-4b7b-bb88-c8fbd5addd90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.597618 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1afe4d-ea15-4b7b-bb88-c8fbd5addd90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.598018 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1afe4d-ea15-4b7b-bb88-c8fbd5addd90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.598414 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1afe4d-ea15-4b7b-bb88-c8fbd5addd90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.598809 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1afe4d-ea15-4b7b-bb88-c8fbd5addd90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.599206 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1afe4d-ea15-4b7b-bb88-c8fbd5addd90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.599591 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1afe4d-ea15-4b7b-bb88-c8fbd5addd90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.600230 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1afe4d-ea15-4b7b-bb88-c8fbd5addd90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.600642 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1afe4d-ea15-4b7b-bb88-c8fbd5addd90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.612395 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:21.617243 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5f1afe4d-ea15-4b7b-bb88-c8fbd5addd90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:21.697149 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363d6e83-40d2-4861-a61e-b49b10562d9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33ddcfa7-4f10-4a97-8704-29c2a7d515f8'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:33:21.710368 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 33ddcfa7-4f10-4a97-8704-29c2a7d515f8, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=33ddcfa7-4f10-4a97-8704-29c2a7d515f8,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:21.714753 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:21.718722 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:21.768859 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb2e98-5774-48b4-be56-220ee2bee97c req-ebc9d3ca-4210-4d47-8a33-60aa53aade3f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:21.770753 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-9ebb2e98-5774-48b4-be56-220ee2bee97c req-ebc9d3ca-4210-4d47-8a33-60aa53aade3f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.2284312 Apr 23 10:33:21.839029 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=33ddcfa7-4f10-4a97-8704-29c2a7d515f8,revision_number=8']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:21.850988 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.851798 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.852450 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.853060 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.853657 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.854373 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.855589 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.856185 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.856810 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.857536 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.858109 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.858685 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:21.873334 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:21.892006 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff5550-21b7-4275-a53a-ba80231d7274 req-e4994e4e-e38f-4779-90e2-414de0c7ce63 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:21.904548 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2fff5550-21b7-4275-a53a-ba80231d7274 req-e4994e4e-e38f-4779-90e2-414de0c7ce63 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.2461383 Apr 23 10:33:21.912618 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-9ebb2e98-5774-48b4-be56-220ee2bee97c req-f33e8393-5b41-4ead-b43c-fee3f904a1f8 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288812 Apr 23 10:33:21.967048 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2fff5550-21b7-4275-a53a-ba80231d7274 req-17cbf522-35f5-4174-9881-a1e76bd93a2e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607362 Apr 23 10:33:22.027909 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363d6e83-40d2-4861-a61e-b49b10562d9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33ddcfa7-4f10-4a97-8704-29c2a7d515f8', 'code': 200} Apr 23 10:33:22.243017 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f0523-19d8-40e2-b8f5-b1c0d5221e1e req-d5c96c39-4072-4e59-8fe2-063781b15e99 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:22.244765 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e42f0523-19d8-40e2-b8f5-b1c0d5221e1e req-d5c96c39-4072-4e59-8fe2-063781b15e99 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 945 time: 0.1184955 Apr 23 10:33:22.306872 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e42f0523-19d8-40e2-b8f5-b1c0d5221e1e req-dd939af0-c653-4c4b-a02c-4663016ddcc8 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502019 Apr 23 10:33:22.342542 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 35448) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:22.568547 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 35458) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:22.670474 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-41773946-network', 'tenant_id': '255f4e8d36df457688082e6c744446c6'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:33:22.681792 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:33:22.690308 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] Usage tracker for resource:network and tenant:255f4e8d36df457688082e6c744446c6 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:33:22.695695 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:33:22.703591 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:33:22.723969 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] Made reservation on behalf of 255f4e8d36df457688082e6c744446c6 for: {'network': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:33:22.728613 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for network, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:22.749423 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:22.769867 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dfa58d-9191-4b6a-8078-e9d09625a89b tempest-TestMinimumBasicScenario-1470564005 tempest-TestMinimumBasicScenario-1470564005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:22.771440 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-c6dfa58d-9191-4b6a-8078-e9d09625a89b tempest-TestMinimumBasicScenario-1470564005 tempest-TestMinimumBasicScenario-1470564005-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 1093 time: 0.4277949 Apr 23 10:33:22.772713 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:33:22.774676 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 35464) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:22.777745 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] Usage tracker for resource:security_group_rule and tenant:255f4e8d36df457688082e6c744446c6 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:33:22.781073 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:33:22.784332 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Request body: {'floatingip': {'floating_network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'port_id': '6df5d8ea-6f2a-4496-8936-6e1cfe256d52', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'fixed_ip_address': '172.20.0.5'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:33:22.789797 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:33:22.794496 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:33:22.798970 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Usage tracker for resource:floatingip and tenant:d2e0dc22dcea432d8076768b73aa0a25 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:33:22.802304 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:33:22.809105 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:33:22.823729 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for floatingip, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:22.883679 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:22.887399 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:22.894391 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a0dcf25e-9a5a-4906-b6b3-4a734a5033ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:22.922900 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=86420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 10:33:22.937205 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5364e8be-d468-4a0d-a41c-dc8d90d49d60,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:22.941090 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:22.944322 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:22.944803 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.segments_db [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] Added segment 1ba262e6-0f55-466e-81dc-52af2670b15b of type vlan for network 5ef6478b-7a5c-489a-b953-1eb771afef62 Apr 23 10:33:22.980516 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747065835481'] for network, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:23.009986 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:23.030466 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for network, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:23.033826 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:23.036815 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:23.095111 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c158b0cf-2364-4ff8-b851-f90a3f3e4ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:23.302319 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Allocated IP 172.28.3.17 (be9e38f9-f5f7-4024-8ca0-2a4d351f17d4/45a1cb1a-6412-4f46-9769-1de107d7cfd2/34d6b95b-b0e9-4b8e-8b28-b7976796b142) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:33:23.408360 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8376496 Apr 23 10:33:23.423384 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 35472) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:23.432662 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-e5b40150-48fd-40b6-9634-d8831027cc97 admin admin] Request body: {'subnet': {'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-41773946-subnet', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'ip_version': 4}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:33:23.442077 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e5b40150-48fd-40b6-9634-d8831027cc97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:33:23.459494 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-e5b40150-48fd-40b6-9634-d8831027cc97 admin admin] Usage tracker for resource:subnet and tenant:255f4e8d36df457688082e6c744446c6 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:33:23.465093 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-e5b40150-48fd-40b6-9634-d8831027cc97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:33:23.475558 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e5b40150-48fd-40b6-9634-d8831027cc97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:33:23.516960 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b40150-48fd-40b6-9634-d8831027cc97 admin admin] Made reservation on behalf of 255f4e8d36df457688082e6c744446c6 for: {'subnet': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:33:23.521739 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e5b40150-48fd-40b6-9634-d8831027cc97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850009882'] for subnet, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:23.525775 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] Pushing event updated for resources: {'Network': ['ID=5ef6478b-7a5c-489a-b953-1eb771afef62,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:23.529289 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:23.537910 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Network 5ef6478b-7a5c-489a-b953-1eb771afef62 details requested by agent ovs-agent-dv-cinder-779233-3-smb with host dv-cinder-779233-3-smb {{(pid=86423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 10:33:23.543499 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:23.598168 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765f438-4bf1-4081-b41f-caea78007033 req-d16e5e9c-60aa-46b9-b81d-bc0a05148638 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:23.599826 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a765f438-4bf1-4081-b41f-caea78007033 req-d16e5e9c-60aa-46b9-b81d-bc0a05148638 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.2106504 Apr 23 10:33:23.641391 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcc6bd-c57e-4840-bfcc-a208e2cefac0 req-6d862a20-7502-4637-91de-8fc66dfde032 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:23.643334 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cbbcc6bd-c57e-4840-bfcc-a208e2cefac0 req-6d862a20-7502-4637-91de-8fc66dfde032 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.2557003 Apr 23 10:33:23.688539 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:23.695944 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d13f9483-2291-457f-9388-f9ccd5c5c3c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:23.700360 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a765f438-4bf1-4081-b41f-caea78007033 req-add204f8-169a-4d27-8737-8f884085b6ba tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870075 Apr 23 10:33:23.724813 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cbbcc6bd-c57e-4840-bfcc-a208e2cefac0 req-086aaf11-97c1-4973-87cd-0aecc12af6ca tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729833 Apr 23 10:33:23.800527 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Network be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:33:23.812476 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:33:23.818233 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:33:23.856701 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Pushing event updated for resources: {'Port': ['ID=34d6b95b-b0e9-4b8e-8b28-b7976796b142,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:23.872268 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:24.732765 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e5b40150-48fd-40b6-9634-d8831027cc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848236417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850009865'] for subnet, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:24.739784 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:24.828829 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:24.840330 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b40150-48fd-40b6-9634-d8831027cc97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c234b10-2c8f-4c4d-b927-533993eb530d,revision_number=0']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:24.847195 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e5b40150-48fd-40b6-9634-d8831027cc97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:24.849125 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b40150-48fd-40b6-9634-d8831027cc97 admin admin] Checking segment: {'id': '1ba262e6-0f55-466e-81dc-52af2670b15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:33:24.849524 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b40150-48fd-40b6-9634-d8831027cc97 admin admin] Network hostable DHCP agents. Network: 5ef6478b-7a5c-489a-b953-1eb771afef62, hostable agents: ['9afd9aa3-ba3d-4012-bb25-a6f17ffdc572'], hosted agents: [] {{(pid=86422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 10:33:24.877554 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b40150-48fd-40b6-9634-d8831027cc97 admin admin] Network 5ef6478b-7a5c-489a-b953-1eb771afef62 is scheduled to be hosted by DHCP agent 9afd9aa3-ba3d-4012-bb25-a6f17ffdc572 with binding_index 1 {{(pid=86422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 10:33:24.929401 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-e5b40150-48fd-40b6-9634-d8831027cc97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-smb, 5ef6478b-7a5c-489a-b953-1eb771afef62) {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:33:24.938125 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00584dd0-456f-4956-868a-110fc611d3a3 None None] Network 5ef6478b-7a5c-489a-b953-1eb771afef62 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:33:24.954787 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b40150-48fd-40b6-9634-d8831027cc97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:24.954787 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e5b40150-48fd-40b6-9634-d8831027cc97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:24.974063 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:25.025582 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f9ef9-d880-4b50-981e-8cc64c52122a req-28616216-d875-4f03-b850-a21b5bf3f6b0 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:25.027783 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e80f9ef9-d880-4b50-981e-8cc64c52122a req-28616216-d875-4f03-b850-a21b5bf3f6b0 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1943219 Apr 23 10:33:25.036750 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18094f9-6607-48ee-b355-842b3236d354 req-3ddd0032-0d43-4aa9-b0c9-5d7983f6aebd tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:25.038467 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e18094f9-6607-48ee-b355-842b3236d354 req-3ddd0032-0d43-4aa9-b0c9-5d7983f6aebd tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.1552322 Apr 23 10:33:25.129804 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e80f9ef9-d880-4b50-981e-8cc64c52122a req-a18fd213-d767-4ac3-89e1-b01ce2e13248 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851612 Apr 23 10:33:25.139778 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e18094f9-6607-48ee-b355-842b3236d354 req-01908d32-78c3-46f7-9bd4-eec46404a98f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756006 Apr 23 10:33:25.142163 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 35480) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:25.142367 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-e5b40150-48fd-40b6-9634-d8831027cc97 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.7177908 Apr 23 10:33:25.149204 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-419947dc-2823-42a8-9cd9-9dca2a314452 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-41773946-router', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:33:25.157020 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-419947dc-2823-42a8-9cd9-9dca2a314452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:33:25.183782 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-419947dc-2823-42a8-9cd9-9dca2a314452 admin admin] Usage tracker for resource:router and tenant:255f4e8d36df457688082e6c744446c6 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:33:25.189214 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-419947dc-2823-42a8-9cd9-9dca2a314452 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:33:25.200663 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-419947dc-2823-42a8-9cd9-9dca2a314452 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:33:25.229399 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-419947dc-2823-42a8-9cd9-9dca2a314452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-397271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-418'] for router, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:25.230657 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-419947dc-2823-42a8-9cd9-9dca2a314452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854273991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854196952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775366'] for router, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:25.249490 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:25.254603 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848232985'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:25.259220 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-419947dc-2823-42a8-9cd9-9dca2a314452 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:25.275158 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:25.304310 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp652c0ba5-fead-5515-a46d-04250ecd80c7-5ef6478b-7a5c-489a-b953-1eb771afef62', 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'fixed_ips': [{'subnet_id': '4c234b10-2c8f-4c4d-b927-533993eb530d'}]}} from dv-cinder-779233-3-smb. {{(pid=86423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 10:33:25.305339 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:25.468597 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:33:25.477356 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414858'] for floatingip, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:25.620966 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-419947dc-2823-42a8-9cd9-9dca2a314452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854273842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854375068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775355'] for router, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:25.652718 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Pushing event updated for resources: {'Port': ['ID=34d6b95b-b0e9-4b8e-8b28-b7976796b142,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:25.657957 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:25.670051 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] Allocated IP 172.20.0.2 (5ef6478b-7a5c-489a-b953-1eb771afef62/4c234b10-2c8f-4c4d-b927-533993eb530d/36144aed-9b9d-4f12-aceb-46e3c696ebf3) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:33:25.698315 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.l3_db [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Floating IP af672138-e6af-459e-8ee0-ab583160572d associated. External IP: 172.28.3.17, port: 6df5d8ea-6f2a-4496-8936-6e1cfe256d52. Apr 23 10:33:25.965444 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:25.979997 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] Transition to ACTIVE for port object 36144aed-9b9d-4f12-aceb-46e3c696ebf3 will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:33:26.025077 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] Transition to ACTIVE for port object 36144aed-9b9d-4f12-aceb-46e3c696ebf3 will not be triggered until provisioned by entity DHCP. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:33:26.031289 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:26.043711 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9d47f461-fc56-429d-a1e7-99d429bf846a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:26.199180 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] Pushing event updated for resources: {'Port': ['ID=36144aed-9b9d-4f12-aceb-46e3c696ebf3,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:26.206571 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:26.211712 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] Network 5ef6478b-7a5c-489a-b953-1eb771afef62 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:33:26.213573 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] Resources bound (agent type, host, resource id): {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:33:26.219038 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:33:26.226295 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-419947dc-2823-42a8-9cd9-9dca2a314452 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:26.228234 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Router 8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c has already been hosted by L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 {{(pid=86422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:33:26.277063 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-419947dc-2823-42a8-9cd9-9dca2a314452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:26.326655 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] Attempting to bind port 36144aed-9b9d-4f12-aceb-46e3c696ebf3 on host dv-cinder-779233-3-smb for vnic_type normal with profile {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:33:26.327385 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] Attempting to bind port 36144aed-9b9d-4f12-aceb-46e3c696ebf3 by drivers openvswitch,hyperv on host dv-cinder-779233-3-smb at level 0 using segments [{'id': '1ba262e6-0f55-466e-81dc-52af2670b15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:33:26.328080 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] Attempting to bind port 36144aed-9b9d-4f12-aceb-46e3c696ebf3 on network 5ef6478b-7a5c-489a-b953-1eb771afef62 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:33:26.334583 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] Checking agent: {'id': '1913a22a-9c34-47f7-a9c7-162e923d995b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 19, 35), 'started_at': datetime.datetime(2021, 4, 23, 10, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:33:26.335142 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] Checking segment: {'id': '1ba262e6-0f55-466e-81dc-52af2670b15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:33:26.335702 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:26.336259 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] Bound using segment: {'id': '1ba262e6-0f55-466e-81dc-52af2670b15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:33:26.337016 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] Bound port: 36144aed-9b9d-4f12-aceb-46e3c696ebf3, host: dv-cinder-779233-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba262e6-0f55-466e-81dc-52af2670b15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:33:26.337549 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:26.449608 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] For port 36144aed-9b9d-4f12-aceb-46e3c696ebf3, host dv-cinder-779233-3-smb, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:33:26.452978 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] For port 36144aed-9b9d-4f12-aceb-46e3c696ebf3, host dv-cinder-779233-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=36144aed-9b9d-4f12-aceb-46e3c696ebf3,segment=NetworkSegment(1ba262e6-0f55-466e-81dc-52af2670b15b),segment_id=1ba262e6-0f55-466e-81dc-52af2670b15b)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:33:26.457136 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:26.464809 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:33:26.475266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95e108-0469-4176-baa9-8c1a2a3b9e7b None None] Sync routers for ids ['8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'] in dv-cinder-779233-3-smb {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:33:26.485234 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:26.486032 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-419947dc-2823-42a8-9cd9-9dca2a314452 admin admin] Allocated IP 172.28.3.77 (be9e38f9-f5f7-4024-8ca0-2a4d351f17d4/45a1cb1a-6412-4f46-9769-1de107d7cfd2/2c71d4a2-42ae-4801-a341-836724f6d893) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:33:26.493420 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:26.494789 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d95e108-0469-4176-baa9-8c1a2a3b9e7b None None] Routers {'8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:33:26.495883 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-5d95e108-0469-4176-baa9-8c1a2a3b9e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:33:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:26.565746 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7895250 Apr 23 10:33:26.566502 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a31c12e-b9b2-47cb-93c2-77bf4df52cbf', 'tag': '6df5d8ea-6f2a-4496-8936-6e1cfe256d52'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:33:26.571970 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 35510) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:26.578668 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-32fa8068-e0eb-4843-a6d8-f00f9f43a252 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1356090129', 'description': 'tempest-secgroup-smoke-1356090129 description', 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:33:26.585517 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-32fa8068-e0eb-4843-a6d8-f00f9f43a252 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:33:26.590043 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] Pushing event updated for resources: {'Port': ['ID=36144aed-9b9d-4f12-aceb-46e3c696ebf3,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:26.595306 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-32fa8068-e0eb-4843-a6d8-f00f9f43a252 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Usage tracker for resource:security_group and tenant:d2e0dc22dcea432d8076768b73aa0a25 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:33:26.598982 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-32fa8068-e0eb-4843-a6d8-f00f9f43a252 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:33:26.601522 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:26.611468 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-32fa8068-e0eb-4843-a6d8-f00f9f43a252 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:33:26.637825 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a31c12e-b9b2-47cb-93c2-77bf4df52cbf', 'tag': '6df5d8ea-6f2a-4496-8936-6e1cfe256d52', 'status': 'completed', 'code': 200} Apr 23 10:33:26.683839 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-32fa8068-e0eb-4843-a6d8-f00f9f43a252 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:26.713473 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-419947dc-2823-42a8-9cd9-9dca2a314452 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:26.715864 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-32fa8068-e0eb-4843-a6d8-f00f9f43a252 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:33:26.723903 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-5d95e108-0469-4176-baa9-8c1a2a3b9e7b None None] Set router 8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:33:26.763443 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-419947dc-2823-42a8-9cd9-9dca2a314452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5993849'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:26.765870 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-32fa8068-e0eb-4843-a6d8-f00f9f43a252 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Usage tracker for resource:security_group_rule and tenant:d2e0dc22dcea432d8076768b73aa0a25 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:33:26.770598 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8559145e-f0f8-4516-8cd2-27d54099565f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:26.774164 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-32fa8068-e0eb-4843-a6d8-f00f9f43a252 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:33:26.783981 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-32fa8068-e0eb-4843-a6d8-f00f9f43a252 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:33:26.858018 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419947dc-2823-42a8-9cd9-9dca2a314452 admin admin] Network be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:33:26.860261 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062aa97-78ef-454e-8dca-7ec644662084 req-2dfadaf9-e425-4a63-be90-07738c5bfe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:26.861852 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-419947dc-2823-42a8-9cd9-9dca2a314452 admin admin] Resources bound (agent type, host, resource id): {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:33:26.863107 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c062aa97-78ef-454e-8dca-7ec644662084 req-2dfadaf9-e425-4a63-be90-07738c5bfe2d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d2e0dc22dcea432d8076768b73aa0a25&device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 1098 time: 0.1524806 Apr 23 10:33:26.866075 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419947dc-2823-42a8-9cd9-9dca2a314452 admin admin] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:33:26.926288 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419947dc-2823-42a8-9cd9-9dca2a314452 admin admin] Pushing event updated for resources: {'Port': ['ID=2c71d4a2-42ae-4801-a341-836724f6d893,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:26.930438 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-419947dc-2823-42a8-9cd9-9dca2a314452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:27.004787 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-32fa8068-e0eb-4843-a6d8-f00f9f43a252 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:27.019460 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-32fa8068-e0eb-4843-a6d8-f00f9f43a252 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:27.053365 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2549c116-9201-4a38-8a8b-009a20dc758b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:27.097409 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-32fa8068-e0eb-4843-a6d8-f00f9f43a252 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:27.098765 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-32fa8068-e0eb-4843-a6d8-f00f9f43a252 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5250916 Apr 23 10:33:27.105090 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 35516) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:27.145031 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-610d66f5-defa-4d5e-8288-8a99c8caa053 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Request body: {'security_group_rule': {'security_group_id': 'e3f97ce0-c743-40a1-be78-9ac956a1055e', 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:33:27.207645 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa8068-e0eb-4843-a6d8-f00f9f43a252 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f97ce0-c743-40a1-be78-9ac956a1055e,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:27.211355 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062aa97-78ef-454e-8dca-7ec644662084 req-cf18ffae-56c9-4d94-a9ef-33e1862fa031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:27.213046 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c062aa97-78ef-454e-8dca-7ec644662084 req-cf18ffae-56c9-4d94-a9ef-33e1862fa031 service neutron] 10.222.0.68 "GET /v2.0/networks?id=854fce4f-ab08-40bc-8988-fdf2d2740098 HTTP/1.1" status: 200 len: 915 time: 0.3251762 Apr 23 10:33:27.214053 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-32fa8068-e0eb-4843-a6d8-f00f9f43a252 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:27.215713 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-610d66f5-defa-4d5e-8288-8a99c8caa053 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:33:27.221241 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-610d66f5-defa-4d5e-8288-8a99c8caa053 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Usage tracker for resource:security_group_rule and tenant:d2e0dc22dcea432d8076768b73aa0a25 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:33:27.225262 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-610d66f5-defa-4d5e-8288-8a99c8caa053 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:33:27.268251 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-5d95e108-0469-4176-baa9-8c1a2a3b9e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'name': 'tempest-TestMinimumBasicScenario-447632132-router', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106'}], 'enable_snat': True}, 'gw_port_id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:03Z', 'updated_at': '2021-04-23T10:32:09Z', 'revision_number': 4, 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'gw_port': {'id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:04Z', 'updated_at': '2021-04-23T10:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_floatingips': [{'id': 'af672138-e6af-459e-8ee0-ab583160572d', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'floating_ip_address': '172.28.3.17', 'floating_network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'router_id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'port_id': '6df5d8ea-6f2a-4496-8936-6e1cfe256d52', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098', 'mac_address': 'fa:16:3e:63:87:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a31c12e-b9b2-47cb-93c2-77bf4df52cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:33:24Z', 'updated_at': '2021-04-23T10:33:24Z', 'revision_number': 0, 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9638f43d-fa5f-4e08-b2db-0428e9a5aaa0', 'name': '', 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'mac_address': 'fa:16:3e:d3:dd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'f45024b0-e07c-461f-ae6f-91546258ef1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:08Z', 'updated_at': '2021-04-23T10:32:19Z', 'revision_number': 5, 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'subnets': [{'id': 'f45024b0-e07c-461f-ae6f-91546258ef1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:27.268251 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95e108-0469-4176-baa9-8c1a2a3b9e7b None None] Checking router: 8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c for host: dv-cinder-779233-3-smb {{(pid=86424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:33:27.281688 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d95e108-0469-4176-baa9-8c1a2a3b9e7b None None] Routers {'8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:33:27.282481 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-5d95e108-0469-4176-baa9-8c1a2a3b9e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:33:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:27.322255 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-610d66f5-defa-4d5e-8288-8a99c8caa053 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:33:27.430961 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c062aa97-78ef-454e-8dca-7ec644662084 req-9600141f-79ba-4ec6-b281-e5d3d3c3eeb0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6df5d8ea-6f2a-4496-8936-6e1cfe256d52 HTTP/1.1" status: 200 len: 998 time: 0.2015421 Apr 23 10:33:27.431774 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-610d66f5-defa-4d5e-8288-8a99c8caa053 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:27.596246 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062aa97-78ef-454e-8dca-7ec644662084 req-7a94c74e-8ec6-49b5-97b3-24a128fafc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:27.596246 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c062aa97-78ef-454e-8dca-7ec644662084 req-7a94c74e-8ec6-49b5-97b3-24a128fafc38 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f45024b0-e07c-461f-ae6f-91546258ef1d HTTP/1.1" status: 200 len: 853 time: 0.1325715 Apr 23 10:33:27.609998 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-610d66f5-defa-4d5e-8288-8a99c8caa053 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:27.668721 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-419947dc-2823-42a8-9cd9-9dca2a314452 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:27.684563 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-610d66f5-defa-4d5e-8288-8a99c8caa053 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579839'] for security_group_rule, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:27.695610 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9e792203-aa43-4add-a40e-ea4d5fc545ce tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:27.739738 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d66f5-defa-4d5e-8288-8a99c8caa053 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5607c961-34ba-4131-a9bb-c914c2ea6e5d,revision_number=0']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:27.758816 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-610d66f5-defa-4d5e-8288-8a99c8caa053 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:27.762841 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-610d66f5-defa-4d5e-8288-8a99c8caa053 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:27.768264 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 35530) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:27.768525 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-610d66f5-defa-4d5e-8288-8a99c8caa053 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6546462 Apr 23 10:33:27.778807 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062aa97-78ef-454e-8dca-7ec644662084 req-a9b15578-377c-4f83-a750-bb30258d6afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:27.780582 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c062aa97-78ef-454e-8dca-7ec644662084 req-a9b15578-377c-4f83-a750-bb30258d6afd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=854fce4f-ab08-40bc-8988-fdf2d2740098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1806426 Apr 23 10:33:27.900270 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-5d95e108-0469-4176-baa9-8c1a2a3b9e7b None None] Set router 8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:33:27.947395 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-afd99781-5ae1-4b86-9b7f-4dc4d84d57a3 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Request body: {'security_group_rule': {'security_group_id': 'e3f97ce0-c743-40a1-be78-9ac956a1055e', 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:33:27.955138 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-afd99781-5ae1-4b86-9b7f-4dc4d84d57a3 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:33:27.990109 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-afd99781-5ae1-4b86-9b7f-4dc4d84d57a3 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Usage tracker for resource:security_group_rule and tenant:d2e0dc22dcea432d8076768b73aa0a25 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:33:27.995093 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c062aa97-78ef-454e-8dca-7ec644662084 req-ef881698-17a1-416a-8e98-039ff3d7872e service neutron] 10.222.0.68 "GET /v2.0/networks/854fce4f-ab08-40bc-8988-fdf2d2740098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017336 Apr 23 10:33:27.997840 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-afd99781-5ae1-4b86-9b7f-4dc4d84d57a3 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:33:28.010235 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-afd99781-5ae1-4b86-9b7f-4dc4d84d57a3 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:33:28.297907 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 36144aed-9b9d-4f12-aceb-46e3c696ebf3 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:33:28.298156 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c062aa97-78ef-454e-8dca-7ec644662084 req-07ad2e1a-1982-44fb-adda-c6ddc3734edd service neutron] 10.222.0.68 "GET /v2.0/networks/854fce4f-ab08-40bc-8988-fdf2d2740098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845440 Apr 23 10:33:28.362353 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 35548) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:28.449208 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning for port 36144aed-9b9d-4f12-aceb-46e3c696ebf3 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:33:28.582767 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c2997e8e-8cef-40e6-9ddd-e63faef6d9c9 req-ce93a097-00fa-473a-97f9-02bcaf1ed06d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2187510 Apr 23 10:33:28.647601 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-5d95e108-0469-4176-baa9-8c1a2a3b9e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'name': 'tempest-TestMinimumBasicScenario-447632132-router', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106'}], 'enable_snat': True}, 'gw_port_id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:03Z', 'updated_at': '2021-04-23T10:32:09Z', 'revision_number': 4, 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'gw_port': {'id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:04Z', 'updated_at': '2021-04-23T10:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_floatingips': [{'id': 'af672138-e6af-459e-8ee0-ab583160572d', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'floating_ip_address': '172.28.3.17', 'floating_network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'router_id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'port_id': '6df5d8ea-6f2a-4496-8936-6e1cfe256d52', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098', 'mac_address': 'fa:16:3e:63:87:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a31c12e-b9b2-47cb-93c2-77bf4df52cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:33:24Z', 'updated_at': '2021-04-23T10:33:24Z', 'revision_number': 0, 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9638f43d-fa5f-4e08-b2db-0428e9a5aaa0', 'name': '', 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'mac_address': 'fa:16:3e:d3:dd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'f45024b0-e07c-461f-ae6f-91546258ef1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:08Z', 'updated_at': '2021-04-23T10:32:19Z', 'revision_number': 5, 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'subnets': [{'id': 'f45024b0-e07c-461f-ae6f-91546258ef1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:28.654278 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95e108-0469-4176-baa9-8c1a2a3b9e7b None None] The sync data for ids ['8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'] in dv-cinder-779233-3-smb is: [{'id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'name': 'tempest-TestMinimumBasicScenario-447632132-router', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106'}], 'enable_snat': True}, 'gw_port_id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:03Z', 'updated_at': '2021-04-23T10:32:09Z', 'revision_number': 4, 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'gw_port': {'id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:04Z', 'updated_at': '2021-04-23T10:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_floatingips': [{'id': 'af672138-e6af-459e-8ee0-ab583160572d', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'floating_ip_address': '172.28.3.17', 'floating_network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'router_id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'port_id': '6df5d8ea-6f2a-4496-8936-6e1cfe256d52', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098', 'mac_address': 'fa:16:3e:63:87:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a31c12e-b9b2-47cb-93c2-77bf4df52cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:33:24Z', 'updated_at': '2021-04-23T10:33:24Z', 'revision_number': 0, 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9638f43d-fa5f-4e08-b2db-0428e9a5aaa0', 'name': '', 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'mac_address': 'fa:16:3e:d3:dd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'f45024b0-e07c-461f-ae6f-91546258ef1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:08Z', 'updated_at': '2021-04-23T10:32:19Z', 'revision_number': 5, 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'subnets': [{'id': 'f45024b0-e07c-461f-ae6f-91546258ef1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:33:28.664495 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-afd99781-5ae1-4b86-9b7f-4dc4d84d57a3 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:28.671212 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441f56e5-9602-48cd-bc75-8ca4eac2c408 None None] Network 5ef6478b-7a5c-489a-b953-1eb771afef62 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:33:28.750486 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6293693-33bb-43f9-a43e-ae4bcec8d7e8 req-6f9ee9d8-a646-497c-a12f-67f9b01d90eb tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:28.760720 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b6293693-33bb-43f9-a43e-ae4bcec8d7e8 req-6f9ee9d8-a646-497c-a12f-67f9b01d90eb tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 1.0113895 Apr 23 10:33:28.833930 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-419947dc-2823-42a8-9cd9-9dca2a314452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501988'] for router, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:28.899454 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-222e8940-25a9-47b2-bc81-3899c1fe7781 None None] Provisioning for port 36144aed-9b9d-4f12-aceb-46e3c696ebf3 completed by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:33:28.975791 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-222e8940-25a9-47b2-bc81-3899c1fe7781 None None] Provisioning complete for port 36144aed-9b9d-4f12-aceb-46e3c696ebf3 triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:33:28.976276 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-222e8940-25a9-47b2-bc81-3899c1fe7781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:29.029545 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b6293693-33bb-43f9-a43e-ae4bcec8d7e8 req-10cdf2ac-af2a-477b-902a-080c84c5b4eb tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670074 Apr 23 10:33:29.151192 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad47afd4-f693-4dd7-bb06-9a2396baae44 None None] New status for floating IP af672138-e6af-459e-8ee0-ab583160572d: ACTIVE {{(pid=86423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:33:29.155724 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-afd99781-5ae1-4b86-9b7f-4dc4d84d57a3 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:29.163665 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-afd99781-5ae1-4b86-9b7f-4dc4d84d57a3 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579839'] for security_group_rule, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:29.175323 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5d3d6c45-5b50-4325-85bd-c027dd636f57 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:29.208931 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd99781-5ae1-4b86-9b7f-4dc4d84d57a3 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17fe36b9-5876-429a-8979-6c0ae7f58d9c,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:29.217736 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-afd99781-5ae1-4b86-9b7f-4dc4d84d57a3 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:29.233829 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419947dc-2823-42a8-9cd9-9dca2a314452 admin admin] Router a9a086a0-32c2-4485-bdc8-f3e42965f43a is scheduled to L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 with binding_index 1 {{(pid=86420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 10:33:29.236317 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-afd99781-5ae1-4b86-9b7f-4dc4d84d57a3 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:29.240828 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 35566) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:29.246747 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-9791bb09-471a-44dd-8cd3-ff26342e7f46 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Request body: {'security_group_rule': {'security_group_id': 'e3f97ce0-c743-40a1-be78-9ac956a1055e', 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:33:29.253090 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-afd99781-5ae1-4b86-9b7f-4dc4d84d57a3 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4452078 Apr 23 10:33:29.255755 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9791bb09-471a-44dd-8cd3-ff26342e7f46 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:33:29.260329 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-9791bb09-471a-44dd-8cd3-ff26342e7f46 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Usage tracker for resource:security_group_rule and tenant:d2e0dc22dcea432d8076768b73aa0a25 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:33:29.264548 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-9791bb09-471a-44dd-8cd3-ff26342e7f46 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:33:29.273956 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9791bb09-471a-44dd-8cd3-ff26342e7f46 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:33:29.306476 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9791bb09-471a-44dd-8cd3-ff26342e7f46 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:29.414563 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9791bb09-471a-44dd-8cd3-ff26342e7f46 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:29.423312 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9791bb09-471a-44dd-8cd3-ff26342e7f46 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579839'] for security_group_rule, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:29.426107 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:29.458799 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791bb09-471a-44dd-8cd3-ff26342e7f46 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7508b254-5b40-40ae-9869-c8a0411ce367,revision_number=0']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:29.463491 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9791bb09-471a-44dd-8cd3-ff26342e7f46 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:29.479507 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9791bb09-471a-44dd-8cd3-ff26342e7f46 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:29.482926 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-9791bb09-471a-44dd-8cd3-ff26342e7f46 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2404196 Apr 23 10:33:29.487263 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 35570) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:29.495870 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-22e533ca-a178-4771-bd67-839d1b979889 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Request body: {'security_group_rule': {'security_group_id': 'e3f97ce0-c743-40a1-be78-9ac956a1055e', 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:33:29.507378 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-22e533ca-a178-4771-bd67-839d1b979889 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:33:29.513897 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-22e533ca-a178-4771-bd67-839d1b979889 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Usage tracker for resource:security_group_rule and tenant:d2e0dc22dcea432d8076768b73aa0a25 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:33:29.517643 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-22e533ca-a178-4771-bd67-839d1b979889 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:33:29.525063 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-22e533ca-a178-4771-bd67-839d1b979889 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:33:29.545373 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-22e533ca-a178-4771-bd67-839d1b979889 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:29.562856 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-222e8940-25a9-47b2-bc81-3899c1fe7781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:29.626407 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419947dc-2823-42a8-9cd9-9dca2a314452 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:33:29.630912 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-222e8940-25a9-47b2-bc81-3899c1fe7781 None None] For port 36144aed-9b9d-4f12-aceb-46e3c696ebf3, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=36144aed-9b9d-4f12-aceb-46e3c696ebf3,segment=NetworkSegment(1ba262e6-0f55-466e-81dc-52af2670b15b),segment_id=1ba262e6-0f55-466e-81dc-52af2670b15b)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:29.640578 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] Sync routers for ids ['a9a086a0-32c2-4485-bdc8-f3e42965f43a'] in dv-cinder-779233-3-smb {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:33:29.647914 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-22e533ca-a178-4771-bd67-839d1b979889 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:29.651516 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-22e533ca-a178-4771-bd67-839d1b979889 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579839'] for security_group_rule, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:29.654316 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:29.663247 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-419947dc-2823-42a8-9cd9-9dca2a314452 admin admin] Notify callbacks [] for router, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:29.663529 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] Routers {'a9a086a0-32c2-4485-bdc8-f3e42965f43a'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:33:29.664750 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-419947dc-2823-42a8-9cd9-9dca2a314452 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.5211668 Apr 23 10:33:29.665016 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:33:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['a9a086a0-32c2-4485-bdc8-f3e42965f43a'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:29.668059 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 35574) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:29.690398 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-222e8940-25a9-47b2-bc81-3899c1fe7781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:29.695729 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e533ca-a178-4771-bd67-839d1b979889 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8199b700-8034-4f32-a45c-dd1133fd6d33,revision_number=0']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:29.700961 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-22e533ca-a178-4771-bd67-839d1b979889 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:29.706558 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:29.720557 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-22e533ca-a178-4771-bd67-839d1b979889 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:29.723128 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-22e533ca-a178-4771-bd67-839d1b979889 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2335362 Apr 23 10:33:29.729149 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 35578) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:29.736641 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-942d7a78-c042-43ef-938c-1c4e410627bc tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Request body: {'security_group_rule': {'security_group_id': 'e3f97ce0-c743-40a1-be78-9ac956a1055e', 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:33:29.747604 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-942d7a78-c042-43ef-938c-1c4e410627bc tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:33:29.754135 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-942d7a78-c042-43ef-938c-1c4e410627bc tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Usage tracker for resource:security_group_rule and tenant:d2e0dc22dcea432d8076768b73aa0a25 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:33:29.758761 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-942d7a78-c042-43ef-938c-1c4e410627bc tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:33:29.769311 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-942d7a78-c042-43ef-938c-1c4e410627bc tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:33:29.784899 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e8940-25a9-47b2-bc81-3899c1fe7781 None None] Pushing event updated for resources: {'Port': ['ID=36144aed-9b9d-4f12-aceb-46e3c696ebf3,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:29.785088 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.securitygroups_db [None req-942d7a78-c042-43ef-938c-1c4e410627bc tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Project d2e0dc22dcea432d8076768b73aa0a25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 10:33:29.796759 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-222e8940-25a9-47b2-bc81-3899c1fe7781 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:29.818345 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-942d7a78-c042-43ef-938c-1c4e410627bc tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:29.823231 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-cc134d3f-9465-4051-950f-be87ccb9ca9b None None] Provisioning complete for port 36144aed-9b9d-4f12-aceb-46e3c696ebf3 triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:33:29.824569 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cc134d3f-9465-4051-950f-be87ccb9ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:29.975103 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] Set router a9a086a0-32c2-4485-bdc8-f3e42965f43a gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:33:30.041065 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-942d7a78-c042-43ef-938c-1c4e410627bc tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:30.048464 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-942d7a78-c042-43ef-938c-1c4e410627bc tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579839'] for security_group_rule, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:30.063053 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-22e533ca-a178-4771-bd67-839d1b979889 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:30.112530 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d7a78-c042-43ef-938c-1c4e410627bc tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011d0dd6-93c9-43cf-bee2-83238895a94a,revision_number=0']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:30.127707 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-942d7a78-c042-43ef-938c-1c4e410627bc tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:30.152684 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-942d7a78-c042-43ef-938c-1c4e410627bc tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:30.154402 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-942d7a78-c042-43ef-938c-1c4e410627bc tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4236066 Apr 23 10:33:30.157960 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 35586) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:30.166575 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-9e7316cb-6bdd-4a15-968f-207d6583f37d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Request body: {'security_group_rule': {'security_group_id': 'e3f97ce0-c743-40a1-be78-9ac956a1055e', 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:33:30.175241 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9e7316cb-6bdd-4a15-968f-207d6583f37d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:33:30.182089 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-9e7316cb-6bdd-4a15-968f-207d6583f37d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Usage tracker for resource:security_group_rule and tenant:d2e0dc22dcea432d8076768b73aa0a25 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:33:30.186720 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-9e7316cb-6bdd-4a15-968f-207d6583f37d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:33:30.195386 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9e7316cb-6bdd-4a15-968f-207d6583f37d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:33:30.208681 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.securitygroups_db [None req-9e7316cb-6bdd-4a15-968f-207d6583f37d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Project d2e0dc22dcea432d8076768b73aa0a25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 10:33:30.246845 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 36144aed-9b9d-4f12-aceb-46e3c696ebf3 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:33:30.256111 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9e7316cb-6bdd-4a15-968f-207d6583f37d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:30.455959 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9e7316cb-6bdd-4a15-968f-207d6583f37d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:30.461272 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9e7316cb-6bdd-4a15-968f-207d6583f37d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579839'] for security_group_rule, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:30.463942 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9791bb09-471a-44dd-8cd3-ff26342e7f46 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:30.502903 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9e7316cb-6bdd-4a15-968f-207d6583f37d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:30.504849 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-9e7316cb-6bdd-4a15-968f-207d6583f37d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3453438 Apr 23 10:33:30.507819 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7316cb-6bdd-4a15-968f-207d6583f37d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40fdc3b6-423f-425c-81d1-cd14695e3dee,revision_number=0']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:30.519623 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9e7316cb-6bdd-4a15-968f-207d6583f37d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:30.547327 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'name': 'tempest-TestShelveInstance-41773946-router', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:33:25Z', 'updated_at': '2021-04-23T10:33:27Z', 'revision_number': 3, 'project_id': '255f4e8d36df457688082e6c744446c6', 'gw_port': {'id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fd:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:26Z', 'updated_at': '2021-04-23T10:33:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:30.561786 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] Checking router: a9a086a0-32c2-4485-bdc8-f3e42965f43a for host: dv-cinder-779233-3-smb {{(pid=86424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:33:30.565869 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] Updating router a9a086a0-32c2-4485-bdc8-f3e42965f43a port 2c71d4a2-42ae-4801-a341-836724f6d893 binding host dv-cinder-779233-3-smb {{(pid=86424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:33:30.573268 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 36144aed-9b9d-4f12-aceb-46e3c696ebf3 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:33:30.574735 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:30.739830 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:30.834658 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945afea0-89e2-4706-80af-108302abc496 req-a5c71939-8d1e-4cea-aa7a-332b844e06a6 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:30.836784 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-945afea0-89e2-4706-80af-108302abc496 req-a5c71939-8d1e-4cea-aa7a-332b844e06a6 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.3845439 Apr 23 10:33:30.860326 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cb67ba41-fec2-4475-9c6e-026775ed826d req-2e2df16e-75bb-4890-b901-205f35f257e4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2038710 Apr 23 10:33:30.945553 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1852a35d-96d8-449e-8d7f-d000ac037683 req-7462a680-f0ea-4eff-aed4-e552aed47905 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1356090129&fields=id&tenant_id=d2e0dc22dcea432d8076768b73aa0a25 HTTP/1.1" status: 200 len: 267 time: 0.1052012 Apr 23 10:33:31.042074 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-945afea0-89e2-4706-80af-108302abc496 req-2103f3d0-8841-4273-8767-ffcfcb8f8566 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758332 Apr 23 10:33:31.248660 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852a35d-96d8-449e-8d7f-d000ac037683 req-9fe56b15-fa58-4889-82df-b5d2792ff7b4 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:31.257598 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1852a35d-96d8-449e-8d7f-d000ac037683 req-9fe56b15-fa58-4889-82df-b5d2792ff7b4 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 945 time: 0.3036497 Apr 23 10:33:31.267092 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-1852a35d-96d8-449e-8d7f-d000ac037683 req-d7b4a8fb-65d9-42d0-8920-3bd1cb73d45d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Request body: {'port': {'security_groups': ['8be7499e-2eb2-47a7-93dc-fd78e01f6ef5', 'e3f97ce0-c743-40a1-be78-9ac956a1055e']}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:33:31.417065 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:31.435992 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-62a8091c-31f9-4c6e-8533-9a6a90c2e705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:31.444389 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] Transition to ACTIVE for port object 2c71d4a2-42ae-4801-a341-836724f6d893 will not be triggered until provisioned by entity L2. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:33:31.461642 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:31.480473 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5e2e72c3-d7e0-4814-8eb4-4fb29938487e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:31.527639 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-1852a35d-96d8-449e-8d7f-d000ac037683 req-d7b4a8fb-65d9-42d0-8920-3bd1cb73d45d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:31.540391 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67ba41-fec2-4475-9c6e-026775ed826d req-7237ba2a-28c4-423d-bcff-8d556c851056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:31.542703 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cb67ba41-fec2-4475-9c6e-026775ed826d req-7237ba2a-28c4-423d-bcff-8d556c851056 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=42c0406689e14916a31b158a17ed06c8&device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 1098 time: 0.1708202 Apr 23 10:33:31.547938 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2997e8e-8cef-40e6-9ddd-e63faef6d9c9 req-75d3106a-ffd4-4611-9544-32b31b479e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:31.550360 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c2997e8e-8cef-40e6-9ddd-e63faef6d9c9 req-75d3106a-ffd4-4611-9544-32b31b479e1c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c&tenant_id=9d145e5c62004c8fb3ccc764665554b4 HTTP/1.1" status: 200 len: 1096 time: 0.6087010 Apr 23 10:33:31.565749 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] Attempting to bind port 2c71d4a2-42ae-4801-a341-836724f6d893 on host dv-cinder-779233-3-smb for vnic_type normal with profile {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:33:31.566163 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] Attempting to bind port 2c71d4a2-42ae-4801-a341-836724f6d893 by drivers openvswitch,hyperv on host dv-cinder-779233-3-smb at level 0 using segments [{'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:33:31.566574 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] Attempting to bind port 2c71d4a2-42ae-4801-a341-836724f6d893 on network be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:33:31.576928 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] Checking agent: {'id': '1913a22a-9c34-47f7-a9c7-162e923d995b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 19, 35), 'started_at': datetime.datetime(2021, 4, 23, 10, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:33:31.577356 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] Checking segment: {'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:33:31.577809 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:31.578307 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] Bound using segment: {'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:33:31.578823 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] Bound port: 2c71d4a2-42ae-4801-a341-836724f6d893, host: dv-cinder-779233-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:33:31.579307 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:31.647283 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60eb598-bf16-4f7c-8f56-654f0df97661 None None] Pushing event updated for resources: {'Port': ['ID=2c71d4a2-42ae-4801-a341-836724f6d893,revision_number=2']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:31.667678 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60eb598-bf16-4f7c-8f56-654f0df97661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:31.668145 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60eb598-bf16-4f7c-8f56-654f0df97661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:31.668448 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60eb598-bf16-4f7c-8f56-654f0df97661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:31.668815 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60eb598-bf16-4f7c-8f56-654f0df97661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:31.669187 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60eb598-bf16-4f7c-8f56-654f0df97661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:31.669556 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60eb598-bf16-4f7c-8f56-654f0df97661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:31.669928 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60eb598-bf16-4f7c-8f56-654f0df97661 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:31.670292 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60eb598-bf16-4f7c-8f56-654f0df97661 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:31.670660 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60eb598-bf16-4f7c-8f56-654f0df97661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:31.671023 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60eb598-bf16-4f7c-8f56-654f0df97661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:31.671391 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60eb598-bf16-4f7c-8f56-654f0df97661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:31.671757 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60eb598-bf16-4f7c-8f56-654f0df97661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:31.679283 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a60eb598-bf16-4f7c-8f56-654f0df97661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:31.708808 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] For port 2c71d4a2-42ae-4801-a341-836724f6d893, host dv-cinder-779233-3-smb, cleared binding levels {{(pid=86424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:33:31.712405 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] For port 2c71d4a2-42ae-4801-a341-836724f6d893, host dv-cinder-779233-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=2c71d4a2-42ae-4801-a341-836724f6d893,segment=NetworkSegment(2310ff8d-72d8-4ca8-834c-a38d93326363),segment_id=2310ff8d-72d8-4ca8-834c-a38d93326363)] {{(pid=86424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:33:31.716646 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:31.721217 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:31.812051 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60eb598-bf16-4f7c-8f56-654f0df97661 None None] Pushing event updated for resources: {'Port': ['ID=2c71d4a2-42ae-4801-a341-836724f6d893,revision_number=3']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:31.819081 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a60eb598-bf16-4f7c-8f56-654f0df97661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:31.837762 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] Routers {'a9a086a0-32c2-4485-bdc8-f3e42965f43a'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:33:31.838709 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:33:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['a9a086a0-32c2-4485-bdc8-f3e42965f43a'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:32.019676 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67ba41-fec2-4475-9c6e-026775ed826d req-9d95c3f9-2411-4215-bcdb-345c264e5db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:32.022069 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cb67ba41-fec2-4475-9c6e-026775ed826d req-9d95c3f9-2411-4215-bcdb-345c264e5db2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=92060680-c3d7-4f23-9347-bab7dc1c2acf HTTP/1.1" status: 200 len: 919 time: 0.3051562 Apr 23 10:33:32.056985 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] Set router a9a086a0-32c2-4485-bdc8-f3e42965f43a gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:33:32.173018 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-949d93ba-22af-4578-9754-c4df154f6192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:32.220863 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cb67ba41-fec2-4475-9c6e-026775ed826d req-87c5e823-4181-49d7-a386-c7d07e26e3da service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2a8803b-af90-42f9-b2bb-26df7a395aca HTTP/1.1" status: 200 len: 217 time: 0.1802461 Apr 23 10:33:32.233072 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2997e8e-8cef-40e6-9ddd-e63faef6d9c9 req-31ca32c9-6736-4129-b6bd-cee521eff445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:32.234807 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c2997e8e-8cef-40e6-9ddd-e63faef6d9c9 req-31ca32c9-6736-4129-b6bd-cee521eff445 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9d145e5c62004c8fb3ccc764665554b4&device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 1096 time: 0.6119986 Apr 23 10:33:32.311951 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-1852a35d-96d8-449e-8d7f-d000ac037683 req-d7b4a8fb-65d9-42d0-8920-3bd1cb73d45d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] For port 6df5d8ea-6f2a-4496-8936-6e1cfe256d52, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=6df5d8ea-6f2a-4496-8936-6e1cfe256d52,segment=NetworkSegment(25f280b3-5353-4bb9-aa4e-f599f066c77b),segment_id=25f280b3-5353-4bb9-aa4e-f599f066c77b)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:32.340759 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-1852a35d-96d8-449e-8d7f-d000ac037683 req-d7b4a8fb-65d9-42d0-8920-3bd1cb73d45d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:32.389482 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-1852a35d-96d8-449e-8d7f-d000ac037683 req-d7b4a8fb-65d9-42d0-8920-3bd1cb73d45d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848781968'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:32.396775 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-62a8091c-31f9-4c6e-8533-9a6a90c2e705 admin admin] Allocated IP 172.20.0.1 (5ef6478b-7a5c-489a-b953-1eb771afef62/4c234b10-2c8f-4c4d-b927-533993eb530d/228dcedb-d7c3-430d-b752-8fd539c32839) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:33:32.415052 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:32.417655 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'name': 'tempest-TestShelveInstance-41773946-router', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:33:25Z', 'updated_at': '2021-04-23T10:33:27Z', 'revision_number': 3, 'project_id': '255f4e8d36df457688082e6c744446c6', 'gw_port': {'id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fd:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:26Z', 'updated_at': '2021-04-23T10:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:32.423495 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99529ee3-47f9-4269-a198-a8f743d71811 None None] The sync data for ids ['a9a086a0-32c2-4485-bdc8-f3e42965f43a'] in dv-cinder-779233-3-smb is: [{'id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'name': 'tempest-TestShelveInstance-41773946-router', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:33:25Z', 'updated_at': '2021-04-23T10:33:27Z', 'revision_number': 3, 'project_id': '255f4e8d36df457688082e6c744446c6', 'gw_port': {'id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fd:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:26Z', 'updated_at': '2021-04-23T10:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}] {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:33:32.453193 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67ba41-fec2-4475-9c6e-026775ed826d req-c093af5e-f169-4a59-a22f-8e592f7ccb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:32.454820 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cb67ba41-fec2-4475-9c6e-026775ed826d req-c093af5e-f169-4a59-a22f-8e592f7ccb4d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b838711e-84ce-47a5-87c2-83a0fa1d623a HTTP/1.1" status: 200 len: 858 time: 0.1821964 Apr 23 10:33:32.455631 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['6df5d8ea-6f2a-4496-8936-6e1cfe256d52'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:33:32.591932 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cb67ba41-fec2-4475-9c6e-026775ed826d req-a9c1fd75-e852-423e-a810-838d742b2876 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=92060680-c3d7-4f23-9347-bab7dc1c2acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151838 Apr 23 10:33:32.595638 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2997e8e-8cef-40e6-9ddd-e63faef6d9c9 req-c9bcbe89-ca79-47ff-84ef-8479b8fe9e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:32.598063 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c2997e8e-8cef-40e6-9ddd-e63faef6d9c9 req-c9bcbe89-ca79-47ff-84ef-8479b8fe9e56 service neutron] 10.222.0.68 "GET /v2.0/networks?id=07e313a3-9394-4ad4-9174-85a4ed950f67 HTTP/1.1" status: 200 len: 918 time: 0.2871552 Apr 23 10:33:32.767532 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852a35d-96d8-449e-8d7f-d000ac037683 req-d7b4a8fb-65d9-42d0-8920-3bd1cb73d45d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:32.768242 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-1852a35d-96d8-449e-8d7f-d000ac037683 req-d7b4a8fb-65d9-42d0-8920-3bd1cb73d45d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:32.769967 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1852a35d-96d8-449e-8d7f-d000ac037683 req-d7b4a8fb-65d9-42d0-8920-3bd1cb73d45d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "PUT /v2.0/ports/6df5d8ea-6f2a-4496-8936-6e1cfe256d52 HTTP/1.1" status: 200 len: 981 time: 1.5115085 Apr 23 10:33:32.770585 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a31c12e-b9b2-47cb-93c2-77bf4df52cbf', 'tag': '6df5d8ea-6f2a-4496-8936-6e1cfe256d52'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:33:32.891724 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4a8fb-65d9-42d0-8920-3bd1cb73d45d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Pushing event updated for resources: {'Port': ['ID=6df5d8ea-6f2a-4496-8936-6e1cfe256d52,revision_number=6']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:32.904914 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d7b4a8fb-65d9-42d0-8920-3bd1cb73d45d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:32.952077 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78d33c-0123-4928-a0ae-8ccef78dff4c req-91d761a1-280c-4eb5-a1a2-2be2dcce7851 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:32.968268 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cb67ba41-fec2-4475-9c6e-026775ed826d req-a897bee9-699a-469b-a986-5b2206209d57 service neutron] 10.222.0.68 "GET /v2.0/networks/92060680-c3d7-4f23-9347-bab7dc1c2acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536530 Apr 23 10:33:32.977220 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c2997e8e-8cef-40e6-9ddd-e63faef6d9c9 req-164caa48-d0a1-473f-8654-830a02148532 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33ddcfa7-4f10-4a97-8704-29c2a7d515f8 HTTP/1.1" status: 200 len: 998 time: 0.3374972 Apr 23 10:33:32.978804 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ef78d33c-0123-4928-a0ae-8ccef78dff4c req-91d761a1-280c-4eb5-a1a2-2be2dcce7851 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.6359489 Apr 23 10:33:33.144489 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['6df5d8ea-6f2a-4496-8936-6e1cfe256d52'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:33:33.167245 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ef78d33c-0123-4928-a0ae-8ccef78dff4c req-24074663-1136-40b0-ab79-363372c876b5 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854548 Apr 23 10:33:33.196592 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2997e8e-8cef-40e6-9ddd-e63faef6d9c9 req-ca7b932a-04ab-4258-94e2-d50810ba9b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:33.198424 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c2997e8e-8cef-40e6-9ddd-e63faef6d9c9 req-ca7b932a-04ab-4258-94e2-d50810ba9b88 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5902ead7-1ca3-4af8-a9cd-6880ceeef64b HTTP/1.1" status: 200 len: 856 time: 0.1750877 Apr 23 10:33:33.225868 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-62a8091c-31f9-4c6e-8533-9a6a90c2e705 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:33.261335 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d49003-0227-42f9-936d-0a84be1c3c8d req-c7c25a3c-f4d3-4766-a427-5423be933217 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:33.263285 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-37d49003-0227-42f9-936d-0a84be1c3c8d req-c7c25a3c-f4d3-4766-a427-5423be933217 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.2795956 Apr 23 10:33:33.264742 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-62a8091c-31f9-4c6e-8533-9a6a90c2e705 admin admin] Transition to ACTIVE for port object 228dcedb-d7c3-430d-b752-8fd539c32839 will not be triggered until provisioned by entity DHCP. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:33:33.285261 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-400e96d4-ebb4-407e-affc-680dec51b176 None None] Provisioning complete for port 6df5d8ea-6f2a-4496-8936-6e1cfe256d52 triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:33:33.285571 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-400e96d4-ebb4-407e-affc-680dec51b176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:33.306395 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a31c12e-b9b2-47cb-93c2-77bf4df52cbf', 'tag': '6df5d8ea-6f2a-4496-8936-6e1cfe256d52', 'status': 'completed', 'code': 200} Apr 23 10:33:33.366398 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-37d49003-0227-42f9-936d-0a84be1c3c8d req-78998ef9-c0a3-4f83-99c6-4338487fb233 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902057 Apr 23 10:33:33.387573 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cb67ba41-fec2-4475-9c6e-026775ed826d req-de178291-373d-4c64-8419-6983af2a03a7 service neutron] 10.222.0.68 "GET /v2.0/networks/92060680-c3d7-4f23-9347-bab7dc1c2acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977757 Apr 23 10:33:33.388196 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-62a8091c-31f9-4c6e-8533-9a6a90c2e705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5993849'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:33.412281 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:33.476213 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a8091c-31f9-4c6e-8533-9a6a90c2e705 admin admin] Network 5ef6478b-7a5c-489a-b953-1eb771afef62 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:33:33.480745 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2997e8e-8cef-40e6-9ddd-e63faef6d9c9 req-927e92d5-a353-4abb-b718-8b1d12f765a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:33.482676 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c2997e8e-8cef-40e6-9ddd-e63faef6d9c9 req-927e92d5-a353-4abb-b718-8b1d12f765a6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=07e313a3-9394-4ad4-9174-85a4ed950f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2405503 Apr 23 10:33:33.491364 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-62a8091c-31f9-4c6e-8533-9a6a90c2e705 admin admin] Resources bound (agent type, host, resource id): {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:33:33.499449 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:33.505547 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a8091c-31f9-4c6e-8533-9a6a90c2e705 admin admin] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:33:33.538915 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13748494-52b5-4f4b-9fe6-02dd54a4412c req-a194a7f2-4410-4701-875b-e1eb16b9e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:33.551309 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-13748494-52b5-4f4b-9fe6-02dd54a4412c req-a194a7f2-4410-4701-875b-e1eb16b9e39f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d2e0dc22dcea432d8076768b73aa0a25&device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 1137 time: 0.1618285 Apr 23 10:33:33.749947 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8091c-31f9-4c6e-8533-9a6a90c2e705 admin admin] Pushing event updated for resources: {'Port': ['ID=228dcedb-d7c3-430d-b752-8fd539c32839,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:33.759108 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-62a8091c-31f9-4c6e-8533-9a6a90c2e705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:33.764226 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-62a8091c-31f9-4c6e-8533-9a6a90c2e705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854361031'] for router_interface, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:33.819661 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b10f52-872e-4930-bcd3-d0252624f1c9 req-2c641fd7-3b11-4a81-a0ac-02784e678bc2 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:33.828515 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-18b10f52-872e-4930-bcd3-d0252624f1c9 req-2c641fd7-3b11-4a81-a0ac-02784e678bc2 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 984 time: 0.3385465 Apr 23 10:33:33.861443 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-9a38c4ef-b6d8-47ba-b893-6c5452ef9365 None None] Provisioning for port 228dcedb-d7c3-430d-b752-8fd539c32839 completed by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:33:33.879803 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-9a38c4ef-b6d8-47ba-b893-6c5452ef9365 None None] Provisioning complete for port 228dcedb-d7c3-430d-b752-8fd539c32839 triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:33:33.880113 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9a38c4ef-b6d8-47ba-b893-6c5452ef9365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:33.901656 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-18b10f52-872e-4930-bcd3-d0252624f1c9 req-2dd5b110-92d0-4666-a39e-2e849aad4006 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3f97ce0-c743-40a1-be78-9ac956a1055e&id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714772 Apr 23 10:33:33.957887 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-9a38c4ef-b6d8-47ba-b893-6c5452ef9365 None None] Port 228dcedb-d7c3-430d-b752-8fd539c32839 cannot update to ACTIVE because it is not bound. {{(pid=86423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:33:33.992025 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13748494-52b5-4f4b-9fe6-02dd54a4412c req-73b197f4-83b3-4c7c-b876-1f17a39f5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:33.995100 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-13748494-52b5-4f4b-9fe6-02dd54a4412c req-73b197f4-83b3-4c7c-b876-1f17a39f5148 service neutron] 10.222.0.68 "GET /v2.0/networks?id=854fce4f-ab08-40bc-8988-fdf2d2740098 HTTP/1.1" status: 200 len: 915 time: 0.3901560 Apr 23 10:33:34.010305 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-62a8091c-31f9-4c6e-8533-9a6a90c2e705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:34.114572 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c2997e8e-8cef-40e6-9ddd-e63faef6d9c9 req-bd2a9f53-ee45-49f3-8e89-61e841b8cc5d service neutron] 10.222.0.68 "GET /v2.0/networks/07e313a3-9394-4ad4-9174-85a4ed950f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5807762 Apr 23 10:33:34.154973 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a19b14a3-1e21-4c5b-9f4b-e1214babe866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:34.160297 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-13748494-52b5-4f4b-9fe6-02dd54a4412c req-1a31d22d-e208-4ad7-b8bd-dea18b417119 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6df5d8ea-6f2a-4496-8936-6e1cfe256d52 HTTP/1.1" status: 200 len: 1000 time: 0.1311238 Apr 23 10:33:34.200523 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 2c71d4a2-42ae-4801-a341-836724f6d893 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:33:34.322928 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning for port 2c71d4a2-42ae-4801-a341-836724f6d893 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:33:34.329663 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 2c71d4a2-42ae-4801-a341-836724f6d893 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:33:34.330245 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:34.373060 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13748494-52b5-4f4b-9fe6-02dd54a4412c req-d04e1e4f-c3b9-4839-8949-6661cae87fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:34.374661 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-13748494-52b5-4f4b-9fe6-02dd54a4412c req-d04e1e4f-c3b9-4839-8949-6661cae87fc0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f45024b0-e07c-461f-ae6f-91546258ef1d HTTP/1.1" status: 200 len: 853 time: 0.1645236 Apr 23 10:33:34.433093 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c2997e8e-8cef-40e6-9ddd-e63faef6d9c9 req-af598b01-9bab-4327-bb3c-d07ea0fabae3 service neutron] 10.222.0.68 "GET /v2.0/networks/07e313a3-9394-4ad4-9174-85a4ed950f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627654 Apr 23 10:33:34.445681 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-62a8091c-31f9-4c6e-8533-9a6a90c2e705 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:34.456225 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-62a8091c-31f9-4c6e-8533-9a6a90c2e705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848781968'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:34.500801 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:34.509291 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:34.532424 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] For port 2c71d4a2-42ae-4801-a341-836724f6d893, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=2c71d4a2-42ae-4801-a341-836724f6d893,segment=NetworkSegment(2310ff8d-72d8-4ca8-834c-a38d93326363),segment_id=2310ff8d-72d8-4ca8-834c-a38d93326363)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:34.536470 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:34.538818 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:34.558056 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13748494-52b5-4f4b-9fe6-02dd54a4412c req-7c4c095a-c5a9-4382-889b-d99bfcecfb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:34.559829 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-13748494-52b5-4f4b-9fe6-02dd54a4412c req-7c4c095a-c5a9-4382-889b-d99bfcecfb7b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=854fce4f-ab08-40bc-8988-fdf2d2740098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1256092 Apr 23 10:33:34.586522 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d1587-80b5-4575-90e1-62544d4f4464 req-b6955070-b757-4dab-88d1-8c70e1dcd0a0 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:34.589987 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c60d1587-80b5-4575-90e1-62544d4f4464 req-b6955070-b757-4dab-88d1-8c70e1dcd0a0 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.2755561 Apr 23 10:33:34.635400 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Pushing event updated for resources: {'Port': ['ID=2c71d4a2-42ae-4801-a341-836724f6d893,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:34.639696 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:34.746133 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8091c-31f9-4c6e-8533-9a6a90c2e705 admin admin] Pushing event updated for resources: {'Port': ['ID=228dcedb-d7c3-430d-b752-8fd539c32839,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:34.746812 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-13748494-52b5-4f4b-9fe6-02dd54a4412c req-26314944-6d42-4dbe-9398-cce3455bdfb5 service neutron] 10.222.0.68 "GET /v2.0/networks/854fce4f-ab08-40bc-8988-fdf2d2740098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712768 Apr 23 10:33:34.751761 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-62a8091c-31f9-4c6e-8533-9a6a90c2e705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854146748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414814'] for router_interface, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:34.764358 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-62a8091c-31f9-4c6e-8533-9a6a90c2e705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:34.780575 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c60d1587-80b5-4575-90e1-62544d4f4464 req-52e06a9b-be2b-442a-b591-d33dded9033b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224515 Apr 23 10:33:34.900102 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025ef5b-a8a1-42fa-b772-cd48e52daf82 req-da610da9-c06e-4523-bd68-a5e0bf90161e tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:34.902449 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3025ef5b-a8a1-42fa-b772-cd48e52daf82 req-da610da9-c06e-4523-bd68-a5e0bf90161e tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.3110936 Apr 23 10:33:34.940688 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-13748494-52b5-4f4b-9fe6-02dd54a4412c req-f63d207e-70b1-4400-aa27-717f461266e4 service neutron] 10.222.0.68 "GET /v2.0/networks/854fce4f-ab08-40bc-8988-fdf2d2740098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733215 Apr 23 10:33:34.994559 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3025ef5b-a8a1-42fa-b772-cd48e52daf82 req-8b7ccc91-af7c-48a6-a05e-3cef83a98d7a tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831523 Apr 23 10:33:35.012827 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a8091c-31f9-4c6e-8533-9a6a90c2e705 admin admin] Network 5ef6478b-7a5c-489a-b953-1eb771afef62 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:33:35.015000 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-62a8091c-31f9-4c6e-8533-9a6a90c2e705 admin admin] Resources bound (agent type, host, resource id): {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:33:35.253180 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a8091c-31f9-4c6e-8533-9a6a90c2e705 admin admin] Router a9a086a0-32c2-4485-bdc8-f3e42965f43a has already been hosted by L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 {{(pid=86420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:33:35.310341 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-5bb4ea15-1c85-427a-ac21-2b4266528d34 None None] Provisioning complete for port 228dcedb-d7c3-430d-b752-8fd539c32839 triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:33:35.310981 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5bb4ea15-1c85-427a-ac21-2b4266528d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:35.429965 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-5bb4ea15-1c85-427a-ac21-2b4266528d34 None None] Port 228dcedb-d7c3-430d-b752-8fd539c32839 cannot update to ACTIVE because it is not bound. {{(pid=86423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:33:35.433882 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:35.471872 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:35.487001 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a8091c-31f9-4c6e-8533-9a6a90c2e705 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:33:35.500626 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-62a8091c-31f9-4c6e-8533-9a6a90c2e705 admin admin] 10.222.0.70 "PUT /v2.0/routers/a9a086a0-32c2-4485-bdc8-f3e42965f43a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8307178 Apr 23 10:33:35.901273 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] Sync routers for ids ['a9a086a0-32c2-4485-bdc8-f3e42965f43a'] in dv-cinder-779233-3-smb {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:33:35.916551 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] Routers {'a9a086a0-32c2-4485-bdc8-f3e42965f43a'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:33:35.917862 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:33:34Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['a9a086a0-32c2-4485-bdc8-f3e42965f43a'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:36.050157 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbe6da-7d0a-4460-ba58-4ac87fbe72b8 req-f519aabd-3c8a-4199-8533-97bbc34c3e21 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:36.052090 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-02dbe6da-7d0a-4460-ba58-4ac87fbe72b8 req-f519aabd-3c8a-4199-8533-97bbc34c3e21 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.1232796 Apr 23 10:33:36.162966 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-02dbe6da-7d0a-4460-ba58-4ac87fbe72b8 req-5a49d54c-28ae-475e-b73d-1fab5206ac9b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963259 Apr 23 10:33:36.171674 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] Set router a9a086a0-32c2-4485-bdc8-f3e42965f43a gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:33:36.228965 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 2c71d4a2-42ae-4801-a341-836724f6d893 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:33:36.340538 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 35638) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:36.350627 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-a62653cc-184e-4b39-9d90-c39f8405f2aa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1631006578-network', 'tenant_id': 'd3a065230924460caaa66386f90602c6'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:33:36.358715 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a62653cc-184e-4b39-9d90-c39f8405f2aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:33:36.363565 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-a62653cc-184e-4b39-9d90-c39f8405f2aa admin admin] Usage tracker for resource:network and tenant:d3a065230924460caaa66386f90602c6 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:33:36.366731 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-a62653cc-184e-4b39-9d90-c39f8405f2aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:33:36.373510 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a62653cc-184e-4b39-9d90-c39f8405f2aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:33:36.380854 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87229f2d-f11c-47d1-98d8-f9ef12896d78 req-42b81917-8af1-4f38-b299-58eac5594dab tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:36.383151 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-87229f2d-f11c-47d1-98d8-f9ef12896d78 req-42b81917-8af1-4f38-b299-58eac5594dab tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1447976 Apr 23 10:33:36.391092 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62653cc-184e-4b39-9d90-c39f8405f2aa admin admin] Made reservation on behalf of d3a065230924460caaa66386f90602c6 for: {'network': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:33:36.399334 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a62653cc-184e-4b39-9d90-c39f8405f2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for network, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:36.417064 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a62653cc-184e-4b39-9d90-c39f8405f2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:36.445432 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a62653cc-184e-4b39-9d90-c39f8405f2aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:33:36.451290 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-a62653cc-184e-4b39-9d90-c39f8405f2aa admin admin] Usage tracker for resource:security_group_rule and tenant:d3a065230924460caaa66386f90602c6 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:33:36.455583 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-a62653cc-184e-4b39-9d90-c39f8405f2aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:33:36.462419 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a62653cc-184e-4b39-9d90-c39f8405f2aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:33:36.469019 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-87229f2d-f11c-47d1-98d8-f9ef12896d78 req-e27ab317-0c68-4e96-a946-cc2f994bf308 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749197 Apr 23 10:33:36.523355 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 2c71d4a2-42ae-4801-a341-836724f6d893 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:33:36.523788 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:36.789945 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'name': 'tempest-TestShelveInstance-41773946-router', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:33:25Z', 'updated_at': '2021-04-23T10:33:33Z', 'revision_number': 4, 'project_id': '255f4e8d36df457688082e6c744446c6', 'gw_port': {'id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:26Z', 'updated_at': '2021-04-23T10:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '228dcedb-d7c3-430d-b752-8fd539c32839', 'name': '', 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'mac_address': 'fa:16:3e:f6:e5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4c234b10-2c8f-4c4d-b927-533993eb530d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:31Z', 'updated_at': '2021-04-23T10:33:34Z', 'revision_number': 2, 'project_id': '255f4e8d36df457688082e6c744446c6', 'subnets': [{'id': '4c234b10-2c8f-4c4d-b927-533993eb530d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:36.796024 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] Checking router: a9a086a0-32c2-4485-bdc8-f3e42965f43a for host: dv-cinder-779233-3-smb {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:33:36.796655 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] Updating router a9a086a0-32c2-4485-bdc8-f3e42965f43a port 228dcedb-d7c3-430d-b752-8fd539c32839 binding host dv-cinder-779233-3-smb {{(pid=86423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:33:36.859850 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a62653cc-184e-4b39-9d90-c39f8405f2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:36.860919 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:36.864616 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a62653cc-184e-4b39-9d90-c39f8405f2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:36.870013 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e76913b7-a362-4660-9a28-d713333d3124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:36.900638 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62653cc-184e-4b39-9d90-c39f8405f2aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=86422) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 10:33:36.912633 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62653cc-184e-4b39-9d90-c39f8405f2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da0c65a-9001-4195-a2a3-6070801d439a,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:36.935769 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a62653cc-184e-4b39-9d90-c39f8405f2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:36.937687 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.segments_db [None req-a62653cc-184e-4b39-9d90-c39f8405f2aa admin admin] Added segment a72ad495-f407-42de-9eee-a70b9cf9e491 of type vlan for network 04cd121e-5ed1-46c3-b42c-6b5166d0d684 Apr 23 10:33:36.941149 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a62653cc-184e-4b39-9d90-c39f8405f2aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:36.975220 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a62653cc-184e-4b39-9d90-c39f8405f2aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747065835481'] for network, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:37.013896 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a62653cc-184e-4b39-9d90-c39f8405f2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for network, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:37.017384 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62653cc-184e-4b39-9d90-c39f8405f2aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:37.018287 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a62653cc-184e-4b39-9d90-c39f8405f2aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:37.024044 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:37.176560 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62653cc-184e-4b39-9d90-c39f8405f2aa admin admin] Pushing event updated for resources: {'Network': ['ID=04cd121e-5ed1-46c3-b42c-6b5166d0d684,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:37.179669 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a62653cc-184e-4b39-9d90-c39f8405f2aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:37.191628 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-a62653cc-184e-4b39-9d90-c39f8405f2aa admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8450286 Apr 23 10:33:37.192005 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 35658) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:37.193639 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:37.195111 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Network 04cd121e-5ed1-46c3-b42c-6b5166d0d684 details requested by agent ovs-agent-dv-cinder-779233-3-smb with host dv-cinder-779233-3-smb {{(pid=86423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 10:33:37.203089 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-7c72130c-f39b-4633-b7b1-b399de8603e6 admin admin] Request body: {'subnet': {'network_id': '04cd121e-5ed1-46c3-b42c-6b5166d0d684', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1631006578-subnet', 'tenant_id': 'd3a065230924460caaa66386f90602c6', 'ip_version': 4}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:33:37.224238 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-7c72130c-f39b-4633-b7b1-b399de8603e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:33:37.243254 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-7c72130c-f39b-4633-b7b1-b399de8603e6 admin admin] Usage tracker for resource:subnet and tenant:d3a065230924460caaa66386f90602c6 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:33:37.249631 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-7c72130c-f39b-4633-b7b1-b399de8603e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:33:37.257646 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-7c72130c-f39b-4633-b7b1-b399de8603e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:33:37.278988 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c72130c-f39b-4633-b7b1-b399de8603e6 admin admin] Made reservation on behalf of d3a065230924460caaa66386f90602c6 for: {'subnet': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:33:37.284710 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c72130c-f39b-4633-b7b1-b399de8603e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850009882'] for subnet, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:37.460625 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf6b03-48f0-4507-937f-81cf911c302c req-a031d5f9-e629-4404-9c53-d482967427a8 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:37.473254 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-94bf6b03-48f0-4507-937f-81cf911c302c req-a031d5f9-e629-4404-9c53-d482967427a8 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.1257668 Apr 23 10:33:37.542248 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-94bf6b03-48f0-4507-937f-81cf911c302c req-d267f6ad-95a1-4885-b363-2337caf2b27f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675220 Apr 23 10:33:37.668304 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:37.681479 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] Transition to ACTIVE for port object 228dcedb-d7c3-430d-b752-8fd539c32839 will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:33:37.689152 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:37.696622 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:37.815095 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bf869-8185-4391-8947-e9ca5cd24d94 req-f2bc5c04-e3b5-4b2e-ba72-d297f9ae9991 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:37.819173 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-767bf869-8185-4391-8947-e9ca5cd24d94 req-f2bc5c04-e3b5-4b2e-ba72-d297f9ae9991 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1503367 Apr 23 10:33:37.933179 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-767bf869-8185-4391-8947-e9ca5cd24d94 req-0e961a07-0c49-4479-94cd-eff16f4179e1 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046386 Apr 23 10:33:38.018851 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d3973-0a8f-4066-badf-9a952149628c None None] Pushing event updated for resources: {'Port': ['ID=228dcedb-d7c3-430d-b752-8fd539c32839,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:38.024073 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-886d3973-0a8f-4066-badf-9a952149628c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:38.032317 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c72130c-f39b-4633-b7b1-b399de8603e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848236417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850009865'] for subnet, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:38.046500 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:38.046873 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] Attempting to bind port 228dcedb-d7c3-430d-b752-8fd539c32839 on host dv-cinder-779233-3-smb for vnic_type normal with profile {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:33:38.047411 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] Attempting to bind port 228dcedb-d7c3-430d-b752-8fd539c32839 by drivers openvswitch,hyperv on host dv-cinder-779233-3-smb at level 0 using segments [{'id': '1ba262e6-0f55-466e-81dc-52af2670b15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:33:38.047930 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] Attempting to bind port 228dcedb-d7c3-430d-b752-8fd539c32839 on network 5ef6478b-7a5c-489a-b953-1eb771afef62 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:33:38.056063 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] Checking agent: {'id': '1913a22a-9c34-47f7-a9c7-162e923d995b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 19, 35), 'started_at': datetime.datetime(2021, 4, 23, 10, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:33:38.056817 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] Checking segment: {'id': '1ba262e6-0f55-466e-81dc-52af2670b15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:33:38.057491 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:38.058159 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] Bound using segment: {'id': '1ba262e6-0f55-466e-81dc-52af2670b15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:33:38.058776 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] Bound port: 228dcedb-d7c3-430d-b752-8fd539c32839, host: dv-cinder-779233-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba262e6-0f55-466e-81dc-52af2670b15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:33:38.059308 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:38.142173 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72130c-f39b-4633-b7b1-b399de8603e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4986ad3-28ce-4530-9312-7426386706b3,revision_number=0']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:38.147117 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7c72130c-f39b-4633-b7b1-b399de8603e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:38.157161 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c72130c-f39b-4633-b7b1-b399de8603e6 admin admin] Checking segment: {'id': 'a72ad495-f407-42de-9eee-a70b9cf9e491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '04cd121e-5ed1-46c3-b42c-6b5166d0d684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:33:38.158395 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c72130c-f39b-4633-b7b1-b399de8603e6 admin admin] Network hostable DHCP agents. Network: 04cd121e-5ed1-46c3-b42c-6b5166d0d684, hostable agents: ['9afd9aa3-ba3d-4012-bb25-a6f17ffdc572'], hosted agents: [] {{(pid=86422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 10:33:38.184129 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c72130c-f39b-4633-b7b1-b399de8603e6 admin admin] Network 04cd121e-5ed1-46c3-b42c-6b5166d0d684 is scheduled to be hosted by DHCP agent 9afd9aa3-ba3d-4012-bb25-a6f17ffdc572 with binding_index 1 {{(pid=86422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 10:33:38.195824 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-7c72130c-f39b-4633-b7b1-b399de8603e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-smb, 04cd121e-5ed1-46c3-b42c-6b5166d0d684) {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:33:38.215845 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c72130c-f39b-4633-b7b1-b399de8603e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:38.216698 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c72130c-f39b-4633-b7b1-b399de8603e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:38.231911 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256f5329-4c59-4c4d-9510-3811a3adf9fe None None] Network 04cd121e-5ed1-46c3-b42c-6b5166d0d684 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:33:38.246287 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-7c72130c-f39b-4633-b7b1-b399de8603e6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0494301 Apr 23 10:33:38.247182 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 35666) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:38.255206 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-c95e82b1-bcfb-44e0-85fa-924b3db53d89 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1631006578-router', 'tenant_id': 'd3a065230924460caaa66386f90602c6', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:33:38.262494 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-c95e82b1-bcfb-44e0-85fa-924b3db53d89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:33:38.270200 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-c95e82b1-bcfb-44e0-85fa-924b3db53d89 admin admin] Usage tracker for resource:router and tenant:d3a065230924460caaa66386f90602c6 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:33:38.275760 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-c95e82b1-bcfb-44e0-85fa-924b3db53d89 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:33:38.286475 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-c95e82b1-bcfb-44e0-85fa-924b3db53d89 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:33:38.299237 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c95e82b1-bcfb-44e0-85fa-924b3db53d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-397271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-418'] for router, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:38.301176 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c95e82b1-bcfb-44e0-85fa-924b3db53d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854378529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854273991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854196952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775366'] for router, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:38.325224 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c95e82b1-bcfb-44e0-85fa-924b3db53d89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:38.344004 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] For port 228dcedb-d7c3-430d-b752-8fd539c32839, host dv-cinder-779233-3-smb, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:33:38.369290 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] For port 228dcedb-d7c3-430d-b752-8fd539c32839, host dv-cinder-779233-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=228dcedb-d7c3-430d-b752-8fd539c32839,segment=NetworkSegment(1ba262e6-0f55-466e-81dc-52af2670b15b),segment_id=1ba262e6-0f55-466e-81dc-52af2670b15b)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:33:38.382859 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:38.391511 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-886d3973-0a8f-4066-badf-9a952149628c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:38.570037 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] Routers {'a9a086a0-32c2-4485-bdc8-f3e42965f43a'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:33:38.570817 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:33:34Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['a9a086a0-32c2-4485-bdc8-f3e42965f43a'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:38.824049 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d3973-0a8f-4066-badf-9a952149628c None None] Pushing event updated for resources: {'Port': ['ID=228dcedb-d7c3-430d-b752-8fd539c32839,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:38.831986 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-886d3973-0a8f-4066-badf-9a952149628c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:38.940703 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4127e7-630e-4c09-a61b-c1b10996d046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp652c0ba5-fead-5515-a46d-04250ecd80c7-04cd121e-5ed1-46c3-b42c-6b5166d0d684', 'network_id': '04cd121e-5ed1-46c3-b42c-6b5166d0d684', 'tenant_id': 'd3a065230924460caaa66386f90602c6', 'fixed_ips': [{'subnet_id': 'a4986ad3-28ce-4530-9312-7426386706b3'}]}} from dv-cinder-779233-3-smb. {{(pid=86423) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 10:33:38.941634 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2b4127e7-630e-4c09-a61b-c1b10996d046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:38.953637 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] Set router a9a086a0-32c2-4485-bdc8-f3e42965f43a gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:33:39.171513 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c95e82b1-bcfb-44e0-85fa-924b3db53d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854273842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854375068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775355'] for router, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:39.470874 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e56753-b2b9-4a6c-9dcc-1a6d2ea01070 req-dabc961e-c2ea-416c-b390-85f1d5d2bf88 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:39.472973 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e8e56753-b2b9-4a6c-9dcc-1a6d2ea01070 req-dabc961e-c2ea-416c-b390-85f1d5d2bf88 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.5042152 Apr 23 10:33:39.516242 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92cde77-8abd-4295-a218-5faf9b88fffb req-f9890075-bced-4bef-bfc4-4365e9337d1c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:39.517994 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c92cde77-8abd-4295-a218-5faf9b88fffb req-f9890075-bced-4bef-bfc4-4365e9337d1c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.3559864 Apr 23 10:33:39.570114 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-2b4127e7-630e-4c09-a61b-c1b10996d046 None None] Allocated IP 172.20.0.2 (04cd121e-5ed1-46c3-b42c-6b5166d0d684/a4986ad3-28ce-4530-9312-7426386706b3/69202373-1d6f-4266-afc7-0108a4a73090) {{(pid=86423) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:33:39.610771 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e8e56753-b2b9-4a6c-9dcc-1a6d2ea01070 req-aeeeae1b-5e69-4097-9ff4-86833dd58561 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221831 Apr 23 10:33:39.664840 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c92cde77-8abd-4295-a218-5faf9b88fffb req-0723f841-7a79-4add-b12f-889be819f7bc tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222208 Apr 23 10:33:39.779290 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'name': 'tempest-TestShelveInstance-41773946-router', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:33:25Z', 'updated_at': '2021-04-23T10:33:33Z', 'revision_number': 4, 'project_id': '255f4e8d36df457688082e6c744446c6', 'gw_port': {'id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:26Z', 'updated_at': '2021-04-23T10:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '228dcedb-d7c3-430d-b752-8fd539c32839', 'name': '', 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'mac_address': 'fa:16:3e:f6:e5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4c234b10-2c8f-4c4d-b927-533993eb530d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:31Z', 'updated_at': '2021-04-23T10:33:38Z', 'revision_number': 4, 'project_id': '255f4e8d36df457688082e6c744446c6', 'subnets': [{'id': '4c234b10-2c8f-4c4d-b927-533993eb530d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:39.810258 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7913019-e5fc-4f47-b145-5f90ef9dd45d None None] The sync data for ids ['a9a086a0-32c2-4485-bdc8-f3e42965f43a'] in dv-cinder-779233-3-smb is: [{'id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'name': 'tempest-TestShelveInstance-41773946-router', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:33:25Z', 'updated_at': '2021-04-23T10:33:33Z', 'revision_number': 4, 'project_id': '255f4e8d36df457688082e6c744446c6', 'gw_port': {'id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:26Z', 'updated_at': '2021-04-23T10:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '228dcedb-d7c3-430d-b752-8fd539c32839', 'name': '', 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'mac_address': 'fa:16:3e:f6:e5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4c234b10-2c8f-4c4d-b927-533993eb530d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:31Z', 'updated_at': '2021-04-23T10:33:38Z', 'revision_number': 4, 'project_id': '255f4e8d36df457688082e6c744446c6', 'subnets': [{'id': '4c234b10-2c8f-4c4d-b927-533993eb530d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:33:39.983773 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c95e82b1-bcfb-44e0-85fa-924b3db53d89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:40.009791 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2b4127e7-630e-4c09-a61b-c1b10996d046 None None] Notify callbacks [] for port, precommit_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:40.043601 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-2b4127e7-630e-4c09-a61b-c1b10996d046 None None] Transition to ACTIVE for port object 69202373-1d6f-4266-afc7-0108a4a73090 will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:33:40.045717 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c95e82b1-bcfb-44e0-85fa-924b3db53d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:40.099886 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-2b4127e7-630e-4c09-a61b-c1b10996d046 None None] Transition to ACTIVE for port object 69202373-1d6f-4266-afc7-0108a4a73090 will not be triggered until provisioned by entity DHCP. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:33:40.113119 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2b4127e7-630e-4c09-a61b-c1b10996d046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592'] for port, after_create {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:40.118317 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:40.250081 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4127e7-630e-4c09-a61b-c1b10996d046 None None] Network 04cd121e-5ed1-46c3-b42c-6b5166d0d684 is already hosted by enough agents. {{(pid=86423) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:33:40.265331 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-2b4127e7-630e-4c09-a61b-c1b10996d046 None None] Resources bound (agent type, host, resource id): {{(pid=86423) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:33:40.286591 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 228dcedb-d7c3-430d-b752-8fd539c32839 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:33:40.321770 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-c95e82b1-bcfb-44e0-85fa-924b3db53d89 admin admin] Allocated IP 172.28.3.221 (be9e38f9-f5f7-4024-8ca0-2a4d351f17d4/45a1cb1a-6412-4f46-9769-1de107d7cfd2/c66e1c36-68e9-4d16-a1b5-22f38df464f3) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:33:40.327441 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4127e7-630e-4c09-a61b-c1b10996d046 None None] Received port after_create {{(pid=86423) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:33:40.345552 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4127e7-630e-4c09-a61b-c1b10996d046 None None] Pushing event updated for resources: {'Port': ['ID=69202373-1d6f-4266-afc7-0108a4a73090,revision_number=1']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:40.650555 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c95e82b1-bcfb-44e0-85fa-924b3db53d89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:40.708380 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2b4127e7-630e-4c09-a61b-c1b10996d046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:40.714223 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c95e82b1-bcfb-44e0-85fa-924b3db53d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5993849'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:40.719693 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:40.853000 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e82b1-bcfb-44e0-85fa-924b3db53d89 admin admin] Pushing event updated for resources: {'Port': ['ID=c66e1c36-68e9-4d16-a1b5-22f38df464f3,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:40.872995 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c95e82b1-bcfb-44e0-85fa-924b3db53d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:40.893191 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-2b4127e7-630e-4c09-a61b-c1b10996d046 None None] Attempting to bind port 69202373-1d6f-4266-afc7-0108a4a73090 on host dv-cinder-779233-3-smb for vnic_type normal with profile {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:33:40.893191 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-2b4127e7-630e-4c09-a61b-c1b10996d046 None None] Attempting to bind port 69202373-1d6f-4266-afc7-0108a4a73090 by drivers openvswitch,hyperv on host dv-cinder-779233-3-smb at level 0 using segments [{'id': 'a72ad495-f407-42de-9eee-a70b9cf9e491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '04cd121e-5ed1-46c3-b42c-6b5166d0d684'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:33:40.894320 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4127e7-630e-4c09-a61b-c1b10996d046 None None] Attempting to bind port 69202373-1d6f-4266-afc7-0108a4a73090 on network 04cd121e-5ed1-46c3-b42c-6b5166d0d684 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:33:40.896541 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95e82b1-bcfb-44e0-85fa-924b3db53d89 admin admin] Network be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:33:40.898454 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-c95e82b1-bcfb-44e0-85fa-924b3db53d89 admin admin] Resources bound (agent type, host, resource id): {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:33:40.907714 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95e82b1-bcfb-44e0-85fa-924b3db53d89 admin admin] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:33:40.919408 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4127e7-630e-4c09-a61b-c1b10996d046 None None] Checking agent: {'id': '1913a22a-9c34-47f7-a9c7-162e923d995b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 19, 35), 'started_at': datetime.datetime(2021, 4, 23, 10, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:33:40.921818 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4127e7-630e-4c09-a61b-c1b10996d046 None None] Checking segment: {'id': 'a72ad495-f407-42de-9eee-a70b9cf9e491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '04cd121e-5ed1-46c3-b42c-6b5166d0d684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:33:40.922493 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2b4127e7-630e-4c09-a61b-c1b10996d046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:40.923107 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4127e7-630e-4c09-a61b-c1b10996d046 None None] Bound using segment: {'id': 'a72ad495-f407-42de-9eee-a70b9cf9e491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '04cd121e-5ed1-46c3-b42c-6b5166d0d684'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:33:40.923843 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-2b4127e7-630e-4c09-a61b-c1b10996d046 None None] Bound port: 69202373-1d6f-4266-afc7-0108a4a73090, host: dv-cinder-779233-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72ad495-f407-42de-9eee-a70b9cf9e491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '04cd121e-5ed1-46c3-b42c-6b5166d0d684'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:33:40.924625 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2b4127e7-630e-4c09-a61b-c1b10996d046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:41.098823 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-2b4127e7-630e-4c09-a61b-c1b10996d046 None None] For port 69202373-1d6f-4266-afc7-0108a4a73090, host dv-cinder-779233-3-smb, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:33:41.102348 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-2b4127e7-630e-4c09-a61b-c1b10996d046 None None] For port 69202373-1d6f-4266-afc7-0108a4a73090, host dv-cinder-779233-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=69202373-1d6f-4266-afc7-0108a4a73090,segment=NetworkSegment(a72ad495-f407-42de-9eee-a70b9cf9e491),segment_id=a72ad495-f407-42de-9eee-a70b9cf9e491)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:33:41.105430 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning for port 228dcedb-d7c3-430d-b752-8fd539c32839 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:33:41.111408 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 228dcedb-d7c3-430d-b752-8fd539c32839 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:33:41.111864 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:41.150464 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2b4127e7-630e-4c09-a61b-c1b10996d046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:41.163541 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:41.335503 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4127e7-630e-4c09-a61b-c1b10996d046 None None] Pushing event updated for resources: {'Port': ['ID=69202373-1d6f-4266-afc7-0108a4a73090,revision_number=2']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:41.340627 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2b4127e7-630e-4c09-a61b-c1b10996d046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:41.413991 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:41.482223 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] For port 228dcedb-d7c3-430d-b752-8fd539c32839, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=228dcedb-d7c3-430d-b752-8fd539c32839,segment=NetworkSegment(1ba262e6-0f55-466e-81dc-52af2670b15b),segment_id=1ba262e6-0f55-466e-81dc-52af2670b15b)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:41.487533 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:41.489569 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:41.588456 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Pushing event updated for resources: {'Port': ['ID=228dcedb-d7c3-430d-b752-8fd539c32839,revision_number=5']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:41.592767 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:41.655988 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af96ed-b5d1-4174-9129-d1e9c758c0ba req-95a43e25-fdb6-4ef3-8c95-fa2dae43c2a9 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:41.664488 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d3af96ed-b5d1-4174-9129-d1e9c758c0ba req-95a43e25-fdb6-4ef3-8c95-fa2dae43c2a9 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.7582533 Apr 23 10:33:41.703948 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326e5ee-dd0a-493e-ac53-3d4a0e74ac80 req-0e46c0c7-3b01-4786-9e10-d0b91a0817dc tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:41.707673 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4326e5ee-dd0a-493e-ac53-3d4a0e74ac80 req-0e46c0c7-3b01-4786-9e10-d0b91a0817dc tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.4468203 Apr 23 10:33:41.719662 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c95e82b1-bcfb-44e0-85fa-924b3db53d89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:41.955176 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d3af96ed-b5d1-4174-9129-d1e9c758c0ba req-70fe4b7d-78cb-471f-ae8a-92d03d3e2085 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895539 Apr 23 10:33:41.983173 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4326e5ee-dd0a-493e-ac53-3d4a0e74ac80 req-8adc528b-a925-4879-afb7-35572853525b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742814 Apr 23 10:33:42.298562 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 69202373-1d6f-4266-afc7-0108a4a73090 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:33:42.411039 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning for port 69202373-1d6f-4266-afc7-0108a4a73090 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:33:42.418798 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 228dcedb-d7c3-430d-b752-8fd539c32839 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:33:42.520723 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 228dcedb-d7c3-430d-b752-8fd539c32839 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:33:42.521012 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:42.532464 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c95e82b1-bcfb-44e0-85fa-924b3db53d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501988'] for router, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:42.866393 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95e82b1-bcfb-44e0-85fa-924b3db53d89 admin admin] Router 76f8042a-a75a-4ed6-8319-cd810c46f047 is scheduled to L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 with binding_index 1 {{(pid=86420) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 10:33:43.110418 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e06169-6470-44d6-8ccf-45755473aaed None None] Network 04cd121e-5ed1-46c3-b42c-6b5166d0d684 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:33:43.237663 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-c6e35160-bb94-4c34-9faf-07588e4e1526 None None] Provisioning for port 69202373-1d6f-4266-afc7-0108a4a73090 completed by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:33:43.249829 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-c6e35160-bb94-4c34-9faf-07588e4e1526 None None] Provisioning complete for port 69202373-1d6f-4266-afc7-0108a4a73090 triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:33:43.250249 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c6e35160-bb94-4c34-9faf-07588e4e1526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:43.297555 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95e82b1-bcfb-44e0-85fa-924b3db53d89 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:33:43.309812 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] Sync routers for ids ['76f8042a-a75a-4ed6-8319-cd810c46f047'] in dv-cinder-779233-3-smb {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:33:43.322445 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] Routers {'76f8042a-a75a-4ed6-8319-cd810c46f047'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:33:43.324148 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:33:34Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['76f8042a-a75a-4ed6-8319-cd810c46f047'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:43.358057 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c95e82b1-bcfb-44e0-85fa-924b3db53d89 admin admin] Notify callbacks [] for router, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:43.360115 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-c95e82b1-bcfb-44e0-85fa-924b3db53d89 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1116450 Apr 23 10:33:43.364574 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 35688) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:43.402223 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e89254-389b-4a77-8806-b1713d62ba61 req-73e1f326-8d94-4cc1-9591-002170709d8e tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:43.404069 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b5e89254-389b-4a77-8806-b1713d62ba61 req-73e1f326-8d94-4cc1-9591-002170709d8e tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.2592316 Apr 23 10:33:43.425467 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606f6c5-fdbe-408d-8080-d46dcc49ec79 req-7abafe5e-b31f-4f9d-b18e-5c322a2ae003 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:43.427156 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3606f6c5-fdbe-408d-8080-d46dcc49ec79 req-7abafe5e-b31f-4f9d-b18e-5c322a2ae003 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.2029021 Apr 23 10:33:43.530021 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b5e89254-389b-4a77-8806-b1713d62ba61 req-0a99c03d-57a7-4c36-8b47-b13188163c6d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142607 Apr 23 10:33:43.531500 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c6e35160-bb94-4c34-9faf-07588e4e1526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:43.535565 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3606f6c5-fdbe-408d-8080-d46dcc49ec79 req-7ef37f8d-1049-44ca-bf53-0ca8a8f7a480 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886416 Apr 23 10:33:43.637942 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:33:43.641417 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-c6e35160-bb94-4c34-9faf-07588e4e1526 None None] For port 69202373-1d6f-4266-afc7-0108a4a73090, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=69202373-1d6f-4266-afc7-0108a4a73090,segment=NetworkSegment(a72ad495-f407-42de-9eee-a70b9cf9e491),segment_id=a72ad495-f407-42de-9eee-a70b9cf9e491)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:43.652415 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c6e35160-bb94-4c34-9faf-07588e4e1526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:43.656893 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:43.670734 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] Set router 76f8042a-a75a-4ed6-8319-cd810c46f047 gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:33:43.766903 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e35160-bb94-4c34-9faf-07588e4e1526 None None] Pushing event updated for resources: {'Port': ['ID=69202373-1d6f-4266-afc7-0108a4a73090,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:43.779828 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c6e35160-bb94-4c34-9faf-07588e4e1526 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:44.098447 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-fd9d01ba-8b68-4f2c-b127-5ac95f70b04f None None] Provisioning complete for port 69202373-1d6f-4266-afc7-0108a4a73090 triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:33:44.099561 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fd9d01ba-8b68-4f2c-b127-5ac95f70b04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:44.263125 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 69202373-1d6f-4266-afc7-0108a4a73090 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:33:44.305326 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f8042a-a75a-4ed6-8319-cd810c46f047', 'name': 'tempest-TestShelveInstance-1631006578-router', 'tenant_id': 'd3a065230924460caaa66386f90602c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': 'c66e1c36-68e9-4d16-a1b5-22f38df464f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:33:38Z', 'updated_at': '2021-04-23T10:33:41Z', 'revision_number': 3, 'project_id': 'd3a065230924460caaa66386f90602c6', 'gw_port': {'id': 'c66e1c36-68e9-4d16-a1b5-22f38df464f3', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f8042a-a75a-4ed6-8319-cd810c46f047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:40Z', 'updated_at': '2021-04-23T10:33:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:44.311728 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] Checking router: 76f8042a-a75a-4ed6-8319-cd810c46f047 for host: dv-cinder-779233-3-smb {{(pid=86424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:33:44.311728 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] Updating router 76f8042a-a75a-4ed6-8319-cd810c46f047 port c66e1c36-68e9-4d16-a1b5-22f38df464f3 binding host dv-cinder-779233-3-smb {{(pid=86424) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:33:44.389914 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:44.392288 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port 69202373-1d6f-4266-afc7-0108a4a73090 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:33:44.393255 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:44.433709 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0be6894a-7bda-461c-9bb7-38aa3422f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:44.766126 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-0be6894a-7bda-461c-9bb7-38aa3422f6a9 admin admin] Allocated IP 172.20.0.1 (04cd121e-5ed1-46c3-b42c-6b5166d0d684/a4986ad3-28ce-4530-9312-7426386706b3/d78f73c7-c348-4dad-804f-ebc06e1346c2) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:33:44.905140 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf8f58-1ef4-4743-9d81-df6e35d0613c req-dac830ee-f0ce-4169-9133-6fe379f26928 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:44.907739 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b7cf8f58-1ef4-4743-9d81-df6e35d0613c req-dac830ee-f0ce-4169-9133-6fe379f26928 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.1828189 Apr 23 10:33:44.956182 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b54f1a-b18c-47aa-92e0-3814e4a6bec6 req-0e52c581-5c7c-4a12-a4cb-db09feb86f9c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:44.958034 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-48b54f1a-b18c-47aa-92e0-3814e4a6bec6 req-0e52c581-5c7c-4a12-a4cb-db09feb86f9c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1938846 Apr 23 10:33:45.030345 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b7cf8f58-1ef4-4743-9d81-df6e35d0613c req-8f9d481d-1b97-4fad-a373-1fab350e7290 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017566 Apr 23 10:33:45.043913 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-48b54f1a-b18c-47aa-92e0-3814e4a6bec6 req-eb493b28-9b72-4fd6-87f9-8624a4676e7f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778165 Apr 23 10:33:45.049939 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] Notify callbacks [] for port, precommit_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:45.065638 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] Transition to ACTIVE for port object c66e1c36-68e9-4d16-a1b5-22f38df464f3 will not be triggered until provisioned by entity L2. {{(pid=86424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:33:45.071097 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0be6894a-7bda-461c-9bb7-38aa3422f6a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:45.073655 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:45.083530 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:45.109321 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-0be6894a-7bda-461c-9bb7-38aa3422f6a9 admin admin] Transition to ACTIVE for port object d78f73c7-c348-4dad-804f-ebc06e1346c2 will not be triggered until provisioned by entity DHCP. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:33:45.143615 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0be6894a-7bda-461c-9bb7-38aa3422f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:45.148726 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a44176cc-bbe8-4507-ae0d-da2bf37fb2c1 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:45.174617 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] Attempting to bind port c66e1c36-68e9-4d16-a1b5-22f38df464f3 on host dv-cinder-779233-3-smb for vnic_type normal with profile {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:33:45.175037 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] Attempting to bind port c66e1c36-68e9-4d16-a1b5-22f38df464f3 by drivers openvswitch,hyperv on host dv-cinder-779233-3-smb at level 0 using segments [{'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:33:45.175451 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] Attempting to bind port c66e1c36-68e9-4d16-a1b5-22f38df464f3 on network be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:33:45.184229 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79bd0f4-34c8-44a1-b81e-d92183275b4f None None] Pushing event updated for resources: {'Port': ['ID=c66e1c36-68e9-4d16-a1b5-22f38df464f3,revision_number=2']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:45.187108 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] Checking agent: {'id': '1913a22a-9c34-47f7-a9c7-162e923d995b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 19, 35), 'started_at': datetime.datetime(2021, 4, 23, 10, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:33:45.187757 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] Checking segment: {'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:33:45.187964 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:45.188652 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] Bound using segment: {'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'} {{(pid=86424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:33:45.189185 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] Bound port: c66e1c36-68e9-4d16-a1b5-22f38df464f3, host: dv-cinder-779233-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2310ff8d-72d8-4ca8-834c-a38d93326363', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}}] {{(pid=86424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:33:45.189603 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:45.220995 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e79bd0f4-34c8-44a1-b81e-d92183275b4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:45.221968 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be6894a-7bda-461c-9bb7-38aa3422f6a9 admin admin] Network 04cd121e-5ed1-46c3-b42c-6b5166d0d684 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:33:45.230501 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-0be6894a-7bda-461c-9bb7-38aa3422f6a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:33:45.233109 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be6894a-7bda-461c-9bb7-38aa3422f6a9 admin admin] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:33:45.279589 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] For port c66e1c36-68e9-4d16-a1b5-22f38df464f3, host dv-cinder-779233-3-smb, cleared binding levels {{(pid=86424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:33:45.280480 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6894a-7bda-461c-9bb7-38aa3422f6a9 admin admin] Pushing event updated for resources: {'Port': ['ID=d78f73c7-c348-4dad-804f-ebc06e1346c2,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:45.284217 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] For port c66e1c36-68e9-4d16-a1b5-22f38df464f3, host dv-cinder-779233-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=c66e1c36-68e9-4d16-a1b5-22f38df464f3,segment=NetworkSegment(2310ff8d-72d8-4ca8-834c-a38d93326363),segment_id=2310ff8d-72d8-4ca8-834c-a38d93326363)] {{(pid=86424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:33:45.285273 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0be6894a-7bda-461c-9bb7-38aa3422f6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:45.289029 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86424) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:45.303346 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a60eb598-bf16-4f7c-8f56-654f0df97661 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:45.310408 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0be6894a-7bda-461c-9bb7-38aa3422f6a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854361031'] for router_interface, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:45.412846 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79bd0f4-34c8-44a1-b81e-d92183275b4f None None] Pushing event updated for resources: {'Port': ['ID=c66e1c36-68e9-4d16-a1b5-22f38df464f3,revision_number=3']} {{(pid=86424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:45.412846 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e79bd0f4-34c8-44a1-b81e-d92183275b4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86424) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:45.449768 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] Routers {'76f8042a-a75a-4ed6-8319-cd810c46f047'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:33:45.449768 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:33:34Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['76f8042a-a75a-4ed6-8319-cd810c46f047'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:45.497499 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0be6894a-7bda-461c-9bb7-38aa3422f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:45.622465 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f1af4450-ed4e-4791-a5db-3827a98979b8 None None] Provisioning for port d78f73c7-c348-4dad-804f-ebc06e1346c2 completed by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:33:45.634482 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-f1af4450-ed4e-4791-a5db-3827a98979b8 None None] Provisioning complete for port d78f73c7-c348-4dad-804f-ebc06e1346c2 triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:33:45.635423 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f1af4450-ed4e-4791-a5db-3827a98979b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:45.709521 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f1af4450-ed4e-4791-a5db-3827a98979b8 None None] Port d78f73c7-c348-4dad-804f-ebc06e1346c2 cannot update to ACTIVE because it is not bound. {{(pid=86423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:33:45.722006 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] Set router 76f8042a-a75a-4ed6-8319-cd810c46f047 gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:33:45.775554 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0be6894a-7bda-461c-9bb7-38aa3422f6a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:45.781588 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0be6894a-7bda-461c-9bb7-38aa3422f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848232985'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:45.822391 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d9b24d6f-7efa-48e8-a46d-86150b2050cc tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:45.913222 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6894a-7bda-461c-9bb7-38aa3422f6a9 admin admin] Pushing event updated for resources: {'Port': ['ID=d78f73c7-c348-4dad-804f-ebc06e1346c2,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:45.918597 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0be6894a-7bda-461c-9bb7-38aa3422f6a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854146748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414814'] for router_interface, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:45.923408 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0be6894a-7bda-461c-9bb7-38aa3422f6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:46.093505 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be6894a-7bda-461c-9bb7-38aa3422f6a9 admin admin] Network 04cd121e-5ed1-46c3-b42c-6b5166d0d684 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:33:46.094429 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-0be6894a-7bda-461c-9bb7-38aa3422f6a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:33:46.108829 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f8042a-a75a-4ed6-8319-cd810c46f047', 'name': 'tempest-TestShelveInstance-1631006578-router', 'tenant_id': 'd3a065230924460caaa66386f90602c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': 'c66e1c36-68e9-4d16-a1b5-22f38df464f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:33:38Z', 'updated_at': '2021-04-23T10:33:45Z', 'revision_number': 4, 'project_id': 'd3a065230924460caaa66386f90602c6', 'gw_port': {'id': 'c66e1c36-68e9-4d16-a1b5-22f38df464f3', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f8042a-a75a-4ed6-8319-cd810c46f047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:40Z', 'updated_at': '2021-04-23T10:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': 'd78f73c7-c348-4dad-804f-ebc06e1346c2', 'name': '', 'network_id': '04cd121e-5ed1-46c3-b42c-6b5166d0d684', 'tenant_id': 'd3a065230924460caaa66386f90602c6', 'mac_address': 'fa:16:3e:4f:19:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f8042a-a75a-4ed6-8319-cd810c46f047', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a4986ad3-28ce-4530-9312-7426386706b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:44Z', 'updated_at': '2021-04-23T10:33:44Z', 'revision_number': 1, 'project_id': 'd3a065230924460caaa66386f90602c6', 'subnets': [{'id': 'a4986ad3-28ce-4530-9312-7426386706b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:46.113697 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c5af82-a1fe-4c06-b53e-eb56d6094ef6 None None] The sync data for ids ['76f8042a-a75a-4ed6-8319-cd810c46f047'] in dv-cinder-779233-3-smb is: [{'id': '76f8042a-a75a-4ed6-8319-cd810c46f047', 'name': 'tempest-TestShelveInstance-1631006578-router', 'tenant_id': 'd3a065230924460caaa66386f90602c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': 'c66e1c36-68e9-4d16-a1b5-22f38df464f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:33:38Z', 'updated_at': '2021-04-23T10:33:45Z', 'revision_number': 4, 'project_id': 'd3a065230924460caaa66386f90602c6', 'gw_port': {'id': 'c66e1c36-68e9-4d16-a1b5-22f38df464f3', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f8042a-a75a-4ed6-8319-cd810c46f047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:40Z', 'updated_at': '2021-04-23T10:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': 'd78f73c7-c348-4dad-804f-ebc06e1346c2', 'name': '', 'network_id': '04cd121e-5ed1-46c3-b42c-6b5166d0d684', 'tenant_id': 'd3a065230924460caaa66386f90602c6', 'mac_address': 'fa:16:3e:4f:19:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f8042a-a75a-4ed6-8319-cd810c46f047', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a4986ad3-28ce-4530-9312-7426386706b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:44Z', 'updated_at': '2021-04-23T10:33:44Z', 'revision_number': 1, 'project_id': 'd3a065230924460caaa66386f90602c6', 'subnets': [{'id': 'a4986ad3-28ce-4530-9312-7426386706b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:33:46.409256 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be6894a-7bda-461c-9bb7-38aa3422f6a9 admin admin] Router 76f8042a-a75a-4ed6-8319-cd810c46f047 has already been hosted by L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 {{(pid=86422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:33:46.436966 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-1baaaff8-76ee-4ab5-9bf2-9707f41215ec None None] Provisioning complete for port d78f73c7-c348-4dad-804f-ebc06e1346c2 triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:33:46.437659 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1baaaff8-76ee-4ab5-9bf2-9707f41215ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:46.510261 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e0c46-e3c2-479a-bdca-8fa81a18bdeb req-fa0f253c-356a-4f04-be80-b9032a93ba54 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:46.512506 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3c9e0c46-e3c2-479a-bdca-8fa81a18bdeb req-fa0f253c-356a-4f04-be80-b9032a93ba54 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.2158482 Apr 23 10:33:46.521176 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6b433-3af5-4dce-ad98-b4d565d05af1 req-2a555f4e-5348-431a-92b7-f56dff8cb9a8 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:46.522654 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-70a6b433-3af5-4dce-ad98-b4d565d05af1 req-2a555f4e-5348-431a-92b7-f56dff8cb9a8 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.2236471 Apr 23 10:33:46.523451 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-1baaaff8-76ee-4ab5-9bf2-9707f41215ec None None] Port d78f73c7-c348-4dad-804f-ebc06e1346c2 cannot update to ACTIVE because it is not bound. {{(pid=86423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:33:46.621341 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3c9e0c46-e3c2-479a-bdca-8fa81a18bdeb req-ccc5c5f3-3ac9-4718-8d93-8c3ee5e9403b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947096 Apr 23 10:33:46.633711 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-70a6b433-3af5-4dce-ad98-b4d565d05af1 req-d86b6f6f-5912-400a-aef5-18416f31b6e6 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915463 Apr 23 10:33:46.681229 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be6894a-7bda-461c-9bb7-38aa3422f6a9 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:33:46.702852 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-0be6894a-7bda-461c-9bb7-38aa3422f6a9 admin admin] 10.222.0.70 "PUT /v2.0/routers/76f8042a-a75a-4ed6-8319-cd810c46f047/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3364666 Apr 23 10:33:47.345200 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 35708) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:47.353623 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-aa862513-2866-4351-b3f8-f01bfd7e304a tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2090574619', 'description': 'tempest-secgroup-smoke-2090574619 description', 'project_id': '255f4e8d36df457688082e6c744446c6'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:33:47.360569 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-aa862513-2866-4351-b3f8-f01bfd7e304a tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:33:47.364991 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-aa862513-2866-4351-b3f8-f01bfd7e304a tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Usage tracker for resource:security_group and tenant:255f4e8d36df457688082e6c744446c6 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:33:47.368098 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-aa862513-2866-4351-b3f8-f01bfd7e304a tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:33:47.375714 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-aa862513-2866-4351-b3f8-f01bfd7e304a tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:33:47.387217 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aa862513-2866-4351-b3f8-f01bfd7e304a tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:47.415721 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-aa862513-2866-4351-b3f8-f01bfd7e304a tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:33:47.420220 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-aa862513-2866-4351-b3f8-f01bfd7e304a tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Usage tracker for resource:security_group_rule and tenant:255f4e8d36df457688082e6c744446c6 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:33:47.423756 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-aa862513-2866-4351-b3f8-f01bfd7e304a tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:33:47.434663 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-aa862513-2866-4351-b3f8-f01bfd7e304a tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:33:47.524405 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aa862513-2866-4351-b3f8-f01bfd7e304a tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:47.530168 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aa862513-2866-4351-b3f8-f01bfd7e304a tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:47.540925 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c36360ab-dbd0-464a-8d48-aa5808cedcda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:47.587158 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aa862513-2866-4351-b3f8-f01bfd7e304a tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:47.588422 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-aa862513-2866-4351-b3f8-f01bfd7e304a tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2420685 Apr 23 10:33:47.589503 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa862513-2866-4351-b3f8-f01bfd7e304a tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f59690c5-ff17-4317-95b9-e988f25e4021,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:47.591830 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 35712) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:47.592782 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-aa862513-2866-4351-b3f8-f01bfd7e304a tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:47.598938 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-dd5c77a1-8181-4dc4-a9d0-756071070bfd tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Request body: {'security_group_rule': {'security_group_id': 'f59690c5-ff17-4317-95b9-e988f25e4021', 'project_id': '255f4e8d36df457688082e6c744446c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:33:47.606395 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-dd5c77a1-8181-4dc4-a9d0-756071070bfd tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:33:47.611021 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-dd5c77a1-8181-4dc4-a9d0-756071070bfd tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Usage tracker for resource:security_group_rule and tenant:255f4e8d36df457688082e6c744446c6 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:33:47.627615 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-dd5c77a1-8181-4dc4-a9d0-756071070bfd tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:33:47.635276 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-dd5c77a1-8181-4dc4-a9d0-756071070bfd tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:33:47.655079 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dd5c77a1-8181-4dc4-a9d0-756071070bfd tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:47.763321 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dd5c77a1-8181-4dc4-a9d0-756071070bfd tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:47.772210 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dd5c77a1-8181-4dc4-a9d0-756071070bfd tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579839'] for security_group_rule, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:47.781795 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:47.805769 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c77a1-8181-4dc4-a9d0-756071070bfd tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe518d6f-5bb7-4e72-86cd-14cc49157192,revision_number=0']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:47.809124 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-dd5c77a1-8181-4dc4-a9d0-756071070bfd tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:47.813002 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dd5c77a1-8181-4dc4-a9d0-756071070bfd tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:47.817384 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-dd5c77a1-8181-4dc4-a9d0-756071070bfd tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2215548 Apr 23 10:33:47.818260 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 35720) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:47.824057 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-be573be8-c40b-447e-816c-c8b22248b4b2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Request body: {'security_group_rule': {'security_group_id': 'f59690c5-ff17-4317-95b9-e988f25e4021', 'project_id': '255f4e8d36df457688082e6c744446c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:33:47.831151 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-be573be8-c40b-447e-816c-c8b22248b4b2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:33:47.835307 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-be573be8-c40b-447e-816c-c8b22248b4b2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Usage tracker for resource:security_group_rule and tenant:255f4e8d36df457688082e6c744446c6 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:33:47.838461 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-be573be8-c40b-447e-816c-c8b22248b4b2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:33:47.845601 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-be573be8-c40b-447e-816c-c8b22248b4b2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:33:47.864784 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-be573be8-c40b-447e-816c-c8b22248b4b2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:47.928911 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eec460-bce5-4377-bbfa-efaaa6ce0600 req-2e5479f5-da7b-49ea-acda-33e89fd4c68d tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:47.930584 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-51eec460-bce5-4377-bbfa-efaaa6ce0600 req-2e5479f5-da7b-49ea-acda-33e89fd4c68d tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.1812658 Apr 23 10:33:47.941450 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e264a3-92a4-4414-9c29-11d931451f82 req-38617499-b053-44c2-8e80-06f9794d0531 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:47.946741 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-be573be8-c40b-447e-816c-c8b22248b4b2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:47.949815 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-38e264a3-92a4-4414-9c29-11d931451f82 req-38617499-b053-44c2-8e80-06f9794d0531 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1472368 Apr 23 10:33:47.959045 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-be573be8-c40b-447e-816c-c8b22248b4b2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579839'] for security_group_rule, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:47.961751 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9e7316cb-6bdd-4a15-968f-207d6583f37d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:47.994973 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be573be8-c40b-447e-816c-c8b22248b4b2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f37707-ca03-4b76-98e5-711b71880db2,revision_number=0']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:48.001611 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-be573be8-c40b-447e-816c-c8b22248b4b2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:48.013072 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-be573be8-c40b-447e-816c-c8b22248b4b2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:48.014630 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-be573be8-c40b-447e-816c-c8b22248b4b2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1959462 Apr 23 10:33:48.020274 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 35724) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:48.032528 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-51eec460-bce5-4377-bbfa-efaaa6ce0600 req-891251f8-4478-4663-980b-db5ddbf7181c tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803375 Apr 23 10:33:48.045349 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-529b13cf-320e-4e65-a99e-cff2acf6e0de tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Request body: {'security_group_rule': {'security_group_id': 'f59690c5-ff17-4317-95b9-e988f25e4021', 'project_id': '255f4e8d36df457688082e6c744446c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:33:48.049210 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-38e264a3-92a4-4414-9c29-11d931451f82 req-37a76d8d-8667-4801-894b-ee1bdcbbb61b tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983043 Apr 23 10:33:48.061567 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-529b13cf-320e-4e65-a99e-cff2acf6e0de tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:33:48.067965 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-529b13cf-320e-4e65-a99e-cff2acf6e0de tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Usage tracker for resource:security_group_rule and tenant:255f4e8d36df457688082e6c744446c6 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:33:48.073644 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-529b13cf-320e-4e65-a99e-cff2acf6e0de tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:33:48.078825 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-529b13cf-320e-4e65-a99e-cff2acf6e0de tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:33:48.121263 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-529b13cf-320e-4e65-a99e-cff2acf6e0de tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:48.203317 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device c66e1c36-68e9-4d16-a1b5-22f38df464f3 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:33:48.203640 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-529b13cf-320e-4e65-a99e-cff2acf6e0de tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:48.206758 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-529b13cf-320e-4e65-a99e-cff2acf6e0de tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579839'] for security_group_rule, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:48.208960 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:48.234706 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b13cf-320e-4e65-a99e-cff2acf6e0de tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3622b9-499c-4ba5-aceb-6759c64ac168,revision_number=0']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:48.239587 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-529b13cf-320e-4e65-a99e-cff2acf6e0de tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:48.243480 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-529b13cf-320e-4e65-a99e-cff2acf6e0de tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:48.244829 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-529b13cf-320e-4e65-a99e-cff2acf6e0de tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2232516 Apr 23 10:33:48.249300 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 35728) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:48.255399 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-1356f072-58db-473a-b4b4-a09f3a47d8c7 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Request body: {'security_group_rule': {'security_group_id': 'f59690c5-ff17-4317-95b9-e988f25e4021', 'project_id': '255f4e8d36df457688082e6c744446c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:33:48.262140 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1356f072-58db-473a-b4b4-a09f3a47d8c7 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:33:48.266249 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-1356f072-58db-473a-b4b4-a09f3a47d8c7 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Usage tracker for resource:security_group_rule and tenant:255f4e8d36df457688082e6c744446c6 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:33:48.269483 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-1356f072-58db-473a-b4b4-a09f3a47d8c7 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:33:48.275896 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1356f072-58db-473a-b4b4-a09f3a47d8c7 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:33:48.288393 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning for port c66e1c36-68e9-4d16-a1b5-22f38df464f3 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:33:48.295526 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port c66e1c36-68e9-4d16-a1b5-22f38df464f3 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:33:48.295955 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:48.298197 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1356f072-58db-473a-b4b4-a09f3a47d8c7 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:48.381605 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1356f072-58db-473a-b4b4-a09f3a47d8c7 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:48.389184 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1356f072-58db-473a-b4b4-a09f3a47d8c7 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579839'] for security_group_rule, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:48.391479 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:48.418457 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356f072-58db-473a-b4b4-a09f3a47d8c7 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e52d12d7-f88a-4165-9bbc-d15987343cf0,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:48.421151 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1356f072-58db-473a-b4b4-a09f3a47d8c7 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:48.428271 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1356f072-58db-473a-b4b4-a09f3a47d8c7 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:48.429676 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-1356f072-58db-473a-b4b4-a09f3a47d8c7 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1792912 Apr 23 10:33:48.432613 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 35732) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:48.433964 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:48.439038 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-52251b86-da3e-4c59-b013-ee3f8ff6fad2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Request body: {'security_group_rule': {'security_group_id': 'f59690c5-ff17-4317-95b9-e988f25e4021', 'project_id': '255f4e8d36df457688082e6c744446c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:33:48.446285 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-52251b86-da3e-4c59-b013-ee3f8ff6fad2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:33:48.451206 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-52251b86-da3e-4c59-b013-ee3f8ff6fad2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Usage tracker for resource:security_group_rule and tenant:255f4e8d36df457688082e6c744446c6 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:33:48.452728 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] For port c66e1c36-68e9-4d16-a1b5-22f38df464f3, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=c66e1c36-68e9-4d16-a1b5-22f38df464f3,segment=NetworkSegment(2310ff8d-72d8-4ca8-834c-a38d93326363),segment_id=2310ff8d-72d8-4ca8-834c-a38d93326363)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:48.454410 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-52251b86-da3e-4c59-b013-ee3f8ff6fad2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:33:48.461091 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:48.462270 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-52251b86-da3e-4c59-b013-ee3f8ff6fad2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:33:48.465022 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:48.484311 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.securitygroups_db [None req-52251b86-da3e-4c59-b013-ee3f8ff6fad2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Project 255f4e8d36df457688082e6c744446c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 10:33:48.492923 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-52251b86-da3e-4c59-b013-ee3f8ff6fad2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:48.552889 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Pushing event updated for resources: {'Port': ['ID=c66e1c36-68e9-4d16-a1b5-22f38df464f3,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:48.557770 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:48.581149 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-52251b86-da3e-4c59-b013-ee3f8ff6fad2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:48.584896 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-52251b86-da3e-4c59-b013-ee3f8ff6fad2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579839'] for security_group_rule, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:48.588003 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:48.627294 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52251b86-da3e-4c59-b013-ee3f8ff6fad2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a434ebf-46d9-4652-a55b-88c12ed7d767,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:48.634576 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-52251b86-da3e-4c59-b013-ee3f8ff6fad2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:48.646885 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-52251b86-da3e-4c59-b013-ee3f8ff6fad2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:48.648890 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-52251b86-da3e-4c59-b013-ee3f8ff6fad2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2148843 Apr 23 10:33:48.652642 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 35738) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:48.658533 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-95f6642f-2e40-4170-b7cf-6a7faf2c4684 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Request body: {'security_group_rule': {'security_group_id': 'f59690c5-ff17-4317-95b9-e988f25e4021', 'project_id': '255f4e8d36df457688082e6c744446c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:33:48.665627 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-95f6642f-2e40-4170-b7cf-6a7faf2c4684 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:33:48.671319 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-95f6642f-2e40-4170-b7cf-6a7faf2c4684 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Usage tracker for resource:security_group_rule and tenant:255f4e8d36df457688082e6c744446c6 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:33:48.675652 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-95f6642f-2e40-4170-b7cf-6a7faf2c4684 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:33:48.685026 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-95f6642f-2e40-4170-b7cf-6a7faf2c4684 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:33:48.703370 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.securitygroups_db [None req-95f6642f-2e40-4170-b7cf-6a7faf2c4684 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Project 255f4e8d36df457688082e6c744446c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 10:33:48.711094 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-95f6642f-2e40-4170-b7cf-6a7faf2c4684 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:48.786138 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-95f6642f-2e40-4170-b7cf-6a7faf2c4684 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:48.789297 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-95f6642f-2e40-4170-b7cf-6a7faf2c4684 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579839'] for security_group_rule, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:48.791619 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-be573be8-c40b-447e-816c-c8b22248b4b2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:48.818216 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6642f-2e40-4170-b7cf-6a7faf2c4684 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=421a08a2-d771-459f-9040-9d2e6bec359c,revision_number=0']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:48.823963 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-95f6642f-2e40-4170-b7cf-6a7faf2c4684 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:48.828088 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-95f6642f-2e40-4170-b7cf-6a7faf2c4684 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:48.829617 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-95f6642f-2e40-4170-b7cf-6a7faf2c4684 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1758125 Apr 23 10:33:49.420685 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e746bc-a090-4d6f-86a3-5ea3df6b3c12 req-cb936c7b-7236-4201-b1ee-862f460c27b7 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:49.425194 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-38e746bc-a090-4d6f-86a3-5ea3df6b3c12 req-cb936c7b-7236-4201-b1ee-862f460c27b7 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.2341771 Apr 23 10:33:49.441064 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fef2d9-5356-48a9-bf1d-04efb1800170 req-dd2f433d-6fb4-4718-a78a-2be1b37f65d5 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:49.443019 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-61fef2d9-5356-48a9-bf1d-04efb1800170 req-dd2f433d-6fb4-4718-a78a-2be1b37f65d5 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.1777744 Apr 23 10:33:49.554409 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-38e746bc-a090-4d6f-86a3-5ea3df6b3c12 req-5b8f3a5b-da6b-41b9-b06f-fbf92c5fce01 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101899 Apr 23 10:33:49.564792 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-61fef2d9-5356-48a9-bf1d-04efb1800170 req-b78fc36f-ffa4-4ffc-b9f0-e4bb7ce8d25f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955639 Apr 23 10:33:49.882388 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] Sync routers for ids ['76f8042a-a75a-4ed6-8319-cd810c46f047'] in dv-cinder-779233-3-smb {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:33:49.894369 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] Routers {'76f8042a-a75a-4ed6-8319-cd810c46f047'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:33:49.895059 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:33:34Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['76f8042a-a75a-4ed6-8319-cd810c46f047'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:50.118013 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] Set router 76f8042a-a75a-4ed6-8319-cd810c46f047 gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:33:50.208480 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device c66e1c36-68e9-4d16-a1b5-22f38df464f3 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:33:50.693882 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port c66e1c36-68e9-4d16-a1b5-22f38df464f3 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:33:50.694580 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:50.940223 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f8042a-a75a-4ed6-8319-cd810c46f047', 'name': 'tempest-TestShelveInstance-1631006578-router', 'tenant_id': 'd3a065230924460caaa66386f90602c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': 'c66e1c36-68e9-4d16-a1b5-22f38df464f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:33:38Z', 'updated_at': '2021-04-23T10:33:45Z', 'revision_number': 4, 'project_id': 'd3a065230924460caaa66386f90602c6', 'gw_port': {'id': 'c66e1c36-68e9-4d16-a1b5-22f38df464f3', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f8042a-a75a-4ed6-8319-cd810c46f047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:40Z', 'updated_at': '2021-04-23T10:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': 'd78f73c7-c348-4dad-804f-ebc06e1346c2', 'name': '', 'network_id': '04cd121e-5ed1-46c3-b42c-6b5166d0d684', 'tenant_id': 'd3a065230924460caaa66386f90602c6', 'mac_address': 'fa:16:3e:4f:19:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f8042a-a75a-4ed6-8319-cd810c46f047', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a4986ad3-28ce-4530-9312-7426386706b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:44Z', 'updated_at': '2021-04-23T10:33:45Z', 'revision_number': 2, 'project_id': 'd3a065230924460caaa66386f90602c6', 'subnets': [{'id': 'a4986ad3-28ce-4530-9312-7426386706b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:50.945338 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] Checking router: 76f8042a-a75a-4ed6-8319-cd810c46f047 for host: dv-cinder-779233-3-smb {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:33:50.946100 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] Updating router 76f8042a-a75a-4ed6-8319-cd810c46f047 port d78f73c7-c348-4dad-804f-ebc06e1346c2 binding host dv-cinder-779233-3-smb {{(pid=86423) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:33:50.992691 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0f68f-67c4-46a2-bb76-31bfe19b2ce5 req-8343a29b-87aa-49bc-91e3-43ae241a909c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:50.994370 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6fc0f68f-67c4-46a2-bb76-31bfe19b2ce5 req-8343a29b-87aa-49bc-91e3-43ae241a909c tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.2537007 Apr 23 10:33:51.008373 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d90777-3d1b-496f-a3d2-edd3d66c11df req-6c03276f-b80d-46a1-8204-f98bfe6f25b0 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:51.010198 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f5d90777-3d1b-496f-a3d2-edd3d66c11df req-6c03276f-b80d-46a1-8204-f98bfe6f25b0 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.1767626 Apr 23 10:33:51.039590 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:51.110270 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6fc0f68f-67c4-46a2-bb76-31bfe19b2ce5 req-7356be09-b733-49d6-a071-4caf88b633df tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984297 Apr 23 10:33:51.131094 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f5d90777-3d1b-496f-a3d2-edd3d66c11df req-c53d5689-c91e-492b-adc7-f6fb8415badc tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050019 Apr 23 10:33:51.497651 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] Notify callbacks [] for port, precommit_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:51.517402 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] Transition to ACTIVE for port object d78f73c7-c348-4dad-804f-ebc06e1346c2 will not be triggered until provisioned by entity L2. {{(pid=86423) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:33:51.523979 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:51.529293 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-222e8940-25a9-47b2-bc81-3899c1fe7781 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:51.710982 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd0881-d56a-4c61-b4c8-a9537a370091 None None] Pushing event updated for resources: {'Port': ['ID=d78f73c7-c348-4dad-804f-ebc06e1346c2,revision_number=3']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:51.719233 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-92bd0881-d56a-4c61-b4c8-a9537a370091 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:51.781490 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] Attempting to bind port d78f73c7-c348-4dad-804f-ebc06e1346c2 on host dv-cinder-779233-3-smb for vnic_type normal with profile {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:33:51.782022 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] Attempting to bind port d78f73c7-c348-4dad-804f-ebc06e1346c2 by drivers openvswitch,hyperv on host dv-cinder-779233-3-smb at level 0 using segments [{'id': 'a72ad495-f407-42de-9eee-a70b9cf9e491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '04cd121e-5ed1-46c3-b42c-6b5166d0d684'}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:33:51.782347 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] Attempting to bind port d78f73c7-c348-4dad-804f-ebc06e1346c2 on network 04cd121e-5ed1-46c3-b42c-6b5166d0d684 {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:33:51.791296 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] Checking agent: {'id': '1913a22a-9c34-47f7-a9c7-162e923d995b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 19, 35), 'started_at': datetime.datetime(2021, 4, 23, 10, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:33:51.792214 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] Checking segment: {'id': 'a72ad495-f407-42de-9eee-a70b9cf9e491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '04cd121e-5ed1-46c3-b42c-6b5166d0d684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86423) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:33:51.792709 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:51.793146 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] Bound using segment: {'id': 'a72ad495-f407-42de-9eee-a70b9cf9e491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '04cd121e-5ed1-46c3-b42c-6b5166d0d684'} {{(pid=86423) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:33:51.793675 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] Bound port: d78f73c7-c348-4dad-804f-ebc06e1346c2, host: dv-cinder-779233-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72ad495-f407-42de-9eee-a70b9cf9e491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '04cd121e-5ed1-46c3-b42c-6b5166d0d684'}}] {{(pid=86423) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:33:51.794098 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:51.918272 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] For port d78f73c7-c348-4dad-804f-ebc06e1346c2, host dv-cinder-779233-3-smb, cleared binding levels {{(pid=86423) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:33:51.921666 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] For port d78f73c7-c348-4dad-804f-ebc06e1346c2, host dv-cinder-779233-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=d78f73c7-c348-4dad-804f-ebc06e1346c2,segment=NetworkSegment(a72ad495-f407-42de-9eee-a70b9cf9e491),segment_id=a72ad495-f407-42de-9eee-a70b9cf9e491)] {{(pid=86423) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:33:51.925603 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:51.931848 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:52.029267 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] Routers {'76f8042a-a75a-4ed6-8319-cd810c46f047'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:33:52.029997 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:33:34Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['76f8042a-a75a-4ed6-8319-cd810c46f047'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:52.127209 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd0881-d56a-4c61-b4c8-a9537a370091 None None] Pushing event updated for resources: {'Port': ['ID=d78f73c7-c348-4dad-804f-ebc06e1346c2,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:52.190044 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-92bd0881-d56a-4c61-b4c8-a9537a370091 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:52.293880 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] Set router 76f8042a-a75a-4ed6-8319-cd810c46f047 gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:33:52.454638 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc345ef7-56db-4378-a230-a9061ee84c98 req-c33b29b5-6034-47ad-a1e1-8286c36c51f3 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:52.457725 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-dc345ef7-56db-4378-a230-a9061ee84c98 req-c33b29b5-6034-47ad-a1e1-8286c36c51f3 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.1719294 Apr 23 10:33:52.471382 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe5d1c-1733-4991-b718-75171d1a8afa req-337e6778-a540-426c-bcb3-a3b9c46cb14f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:52.473119 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-adfe5d1c-1733-4991-b718-75171d1a8afa req-337e6778-a540-426c-bcb3-a3b9c46cb14f tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1513386 Apr 23 10:33:52.556055 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-dc345ef7-56db-4378-a230-a9061ee84c98 req-a7fa21dd-b76e-4b4c-8e20-1046d6024543 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813391 Apr 23 10:33:52.567483 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-adfe5d1c-1733-4991-b718-75171d1a8afa req-7a1dfad0-b18e-4a38-9c27-546f62943fa6 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768802 Apr 23 10:33:52.743022 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f8042a-a75a-4ed6-8319-cd810c46f047', 'name': 'tempest-TestShelveInstance-1631006578-router', 'tenant_id': 'd3a065230924460caaa66386f90602c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': 'c66e1c36-68e9-4d16-a1b5-22f38df464f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:33:38Z', 'updated_at': '2021-04-23T10:33:45Z', 'revision_number': 4, 'project_id': 'd3a065230924460caaa66386f90602c6', 'gw_port': {'id': 'c66e1c36-68e9-4d16-a1b5-22f38df464f3', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f8042a-a75a-4ed6-8319-cd810c46f047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:40Z', 'updated_at': '2021-04-23T10:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': 'd78f73c7-c348-4dad-804f-ebc06e1346c2', 'name': '', 'network_id': '04cd121e-5ed1-46c3-b42c-6b5166d0d684', 'tenant_id': 'd3a065230924460caaa66386f90602c6', 'mac_address': 'fa:16:3e:4f:19:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f8042a-a75a-4ed6-8319-cd810c46f047', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a4986ad3-28ce-4530-9312-7426386706b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:44Z', 'updated_at': '2021-04-23T10:33:51Z', 'revision_number': 4, 'project_id': 'd3a065230924460caaa66386f90602c6', 'subnets': [{'id': 'a4986ad3-28ce-4530-9312-7426386706b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:52.754108 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e89f5b-2d6c-4b85-b3d8-7e3542bb8d70 None None] The sync data for ids ['76f8042a-a75a-4ed6-8319-cd810c46f047'] in dv-cinder-779233-3-smb is: [{'id': '76f8042a-a75a-4ed6-8319-cd810c46f047', 'name': 'tempest-TestShelveInstance-1631006578-router', 'tenant_id': 'd3a065230924460caaa66386f90602c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': 'c66e1c36-68e9-4d16-a1b5-22f38df464f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:33:38Z', 'updated_at': '2021-04-23T10:33:45Z', 'revision_number': 4, 'project_id': 'd3a065230924460caaa66386f90602c6', 'gw_port': {'id': 'c66e1c36-68e9-4d16-a1b5-22f38df464f3', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f8042a-a75a-4ed6-8319-cd810c46f047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:40Z', 'updated_at': '2021-04-23T10:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': 'd78f73c7-c348-4dad-804f-ebc06e1346c2', 'name': '', 'network_id': '04cd121e-5ed1-46c3-b42c-6b5166d0d684', 'tenant_id': 'd3a065230924460caaa66386f90602c6', 'mac_address': 'fa:16:3e:4f:19:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f8042a-a75a-4ed6-8319-cd810c46f047', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a4986ad3-28ce-4530-9312-7426386706b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:44Z', 'updated_at': '2021-04-23T10:33:51Z', 'revision_number': 4, 'project_id': 'd3a065230924460caaa66386f90602c6', 'subnets': [{'id': 'a4986ad3-28ce-4530-9312-7426386706b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:33:53.879767 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398da2da-d4eb-46fa-9201-c8c3dd66c48b req-ec5d4bab-8310-4335-b5e8-7287208269f9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:53.881436 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-398da2da-d4eb-46fa-9201-c8c3dd66c48b req-ec5d4bab-8310-4335-b5e8-7287208269f9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.1665378 Apr 23 10:33:53.915625 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbfb92-2b57-4e6e-a256-9b53db568ce0 req-8058c469-b2f4-4edd-907b-33abccb9aebf tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:53.917836 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-62bbfb92-2b57-4e6e-a256-9b53db568ce0 req-8058c469-b2f4-4edd-907b-33abccb9aebf tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1608601 Apr 23 10:33:53.978608 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-398da2da-d4eb-46fa-9201-c8c3dd66c48b req-b17e55fa-2b5a-43f7-b213-8b6c2f8590a8 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897624 Apr 23 10:33:53.992420 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-62bbfb92-2b57-4e6e-a256-9b53db568ce0 req-0d134f44-8b94-4b6a-b979-c2a2e191a822 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650697 Apr 23 10:33:54.161646 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device d78f73c7-c348-4dad-804f-ebc06e1346c2 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:33:54.241616 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning for port d78f73c7-c348-4dad-804f-ebc06e1346c2 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:33:54.247364 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port d78f73c7-c348-4dad-804f-ebc06e1346c2 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:33:54.247875 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:54.383681 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:54.418875 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] For port d78f73c7-c348-4dad-804f-ebc06e1346c2, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=d78f73c7-c348-4dad-804f-ebc06e1346c2,segment=NetworkSegment(a72ad495-f407-42de-9eee-a70b9cf9e491),segment_id=a72ad495-f407-42de-9eee-a70b9cf9e491)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:54.422500 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:54.424551 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:54.500647 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Pushing event updated for resources: {'Port': ['ID=d78f73c7-c348-4dad-804f-ebc06e1346c2,revision_number=5']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:54.503810 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:55.503887 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49368d7-e553-4cea-9039-273ea06ff7b7 req-a59b1309-8b40-415e-a889-a6c1ba49fcb2 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:55.505612 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b49368d7-e553-4cea-9039-273ea06ff7b7 req-a59b1309-8b40-415e-a889-a6c1ba49fcb2 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.3912330 Apr 23 10:33:55.515815 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611648c7-176b-45df-b9f3-dcb48678fd4a req-565ab363-3b0c-4995-847b-909b7a4084e2 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:55.517490 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-611648c7-176b-45df-b9f3-dcb48678fd4a req-565ab363-3b0c-4995-847b-909b7a4084e2 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.3624432 Apr 23 10:33:55.597487 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b49368d7-e553-4cea-9039-273ea06ff7b7 req-36330bad-f661-4e5d-88f4-3db4de98b7b6 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788326 Apr 23 10:33:55.605606 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-611648c7-176b-45df-b9f3-dcb48678fd4a req-cc409df4-3595-4775-b06b-d81ddbd32514 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702870 Apr 23 10:33:56.145048 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device d78f73c7-c348-4dad-804f-ebc06e1346c2 up at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:33:56.220029 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Provisioning complete for port d78f73c7-c348-4dad-804f-ebc06e1346c2 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:33:56.220494 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:56.898124 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe9eab-48ce-4222-b644-c7f9d0455092 req-cce4ae71-6881-42eb-ad3a-774010d1e547 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:56.899810 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-aebe9eab-48ce-4222-b644-c7f9d0455092 req-cce4ae71-6881-42eb-ad3a-774010d1e547 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1770680 Apr 23 10:33:56.916132 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233454cf-de70-41fb-ae2c-648221ef4676 req-276ea912-ded5-443e-9f9b-732c3566e10f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:56.917878 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-233454cf-de70-41fb-ae2c-648221ef4676 req-276ea912-ded5-443e-9f9b-732c3566e10f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.1476219 Apr 23 10:33:56.993189 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-aebe9eab-48ce-4222-b644-c7f9d0455092 req-08fd6382-d662-4c9b-a008-c858e7828b67 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740807 Apr 23 10:33:57.005176 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-233454cf-de70-41fb-ae2c-648221ef4676 req-efa3ab79-297f-4c40-ac73-62b443213bfb tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692317 Apr 23 10:33:58.292283 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca5091-c700-49cd-a202-ad563f004b21 req-8ae946a1-178e-442f-9090-5f73dcf09e40 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:58.293958 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d2ca5091-c700-49cd-a202-ad563f004b21 req-8ae946a1-178e-442f-9090-5f73dcf09e40 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.1650143 Apr 23 10:33:58.303083 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2dc2b5-4a14-4202-a29d-3243f048893d req-ba109210-6f64-4766-8701-8f70b4d31350 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:58.304575 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ef2dc2b5-4a14-4202-a29d-3243f048893d req-ba109210-6f64-4766-8701-8f70b4d31350 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.1376801 Apr 23 10:33:58.380787 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d2ca5091-c700-49cd-a202-ad563f004b21 req-f013e40c-c69b-4e3d-890e-418272885d36 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751448 Apr 23 10:33:58.388999 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ef2dc2b5-4a14-4202-a29d-3243f048893d req-8f6a4559-c836-454c-b984-0b8e6c21178b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679529 Apr 23 10:33:59.111524 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50263fa-ec46-4c20-8234-63176748d786 req-26302fd8-c5cd-4a80-ba05-fe02ade6e695 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:59.112294 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-b50263fa-ec46-4c20-8234-63176748d786 req-26302fd8-c5cd-4a80-ba05-fe02ade6e695 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Synchronizing usage tracker for tenant:42c0406689e14916a31b158a17ed06c8 on resource:port {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:33:59.128946 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-b50263fa-ec46-4c20-8234-63176748d786 req-26302fd8-c5cd-4a80-ba05-fe02ade6e695 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Unset dirty status for tenant:42c0406689e14916a31b158a17ed06c8 on resource:port {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:33:59.130257 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b50263fa-ec46-4c20-8234-63176748d786 req-26302fd8-c5cd-4a80-ba05-fe02ade6e695 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.68 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.3397779 Apr 23 10:33:59.304489 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-b50263fa-ec46-4c20-8234-63176748d786 req-391d1c3b-3394-47e1-89f3-a38c48683f8d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Deleting port c2a8803b-af90-42f9-b2bb-26df7a395aca {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:33:59.305231 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b50263fa-ec46-4c20-8234-63176748d786 req-391d1c3b-3394-47e1-89f3-a38c48683f8d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:59.492873 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-b50263fa-ec46-4c20-8234-63176748d786 req-391d1c3b-3394-47e1-89f3-a38c48683f8d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] For port c2a8803b-af90-42f9-b2bb-26df7a395aca, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=c2a8803b-af90-42f9-b2bb-26df7a395aca,segment=NetworkSegment(02296a69-3515-4f69-9187-6e05dc25a7f9),segment_id=02296a69-3515-4f69-9187-6e05dc25a7f9)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:59.493536 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b50263fa-ec46-4c20-8234-63176748d786 req-391d1c3b-3394-47e1-89f3-a38c48683f8d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:59.753044 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-b50263fa-ec46-4c20-8234-63176748d786 req-391d1c3b-3394-47e1-89f3-a38c48683f8d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Calling delete_port for c2a8803b-af90-42f9-b2bb-26df7a395aca owned by compute:nova {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:33:59.835341 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35402d3a-5c15-4861-a008-d217db9a5d73 req-974c9d35-f5a0-493b-8617-c79d6be3869d tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:59.838125 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-35402d3a-5c15-4861-a008-d217db9a5d73 req-974c9d35-f5a0-493b-8617-c79d6be3869d tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.3132946 Apr 23 10:33:59.860611 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22000b80-f517-4319-8817-ff8f39fb870f req-864cb385-ba8f-462f-9181-1aa60f3676fa tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:59.863365 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-22000b80-f517-4319-8817-ff8f39fb870f req-864cb385-ba8f-462f-9181-1aa60f3676fa tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 945 time: 0.2565801 Apr 23 10:33:59.952900 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b50263fa-ec46-4c20-8234-63176748d786 req-391d1c3b-3394-47e1-89f3-a38c48683f8d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:59.964909 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5b0a5601-e1cb-4004-8dc9-38a83a3ee025 tempest-VolumesActionsTest-295815057 tempest-VolumesActionsTest-295815057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:59.972637 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-22000b80-f517-4319-8817-ff8f39fb870f req-de29d74f-ce8f-4ec9-85b6-9b506e4e6e36 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825620 Apr 23 10:33:59.984105 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-35402d3a-5c15-4861-a008-d217db9a5d73 req-1fa46d26-0998-400d-919e-0b0888d6a3da tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191349 Apr 23 10:34:00.035813 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['480303f9-8468-4232-b1ae-7fe0e7babbd5'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:34:00.038689 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d1c3b-3394-47e1-89f3-a38c48683f8d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Pushing event deleted for resources: {'Port': ['ID=c2a8803b-af90-42f9-b2bb-26df7a395aca,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:00.070634 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-391d1c3b-3394-47e1-89f3-a38c48683f8d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:00.153259 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50263fa-ec46-4c20-8234-63176748d786 req-391d1c3b-3394-47e1-89f3-a38c48683f8d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] No DVR routers for this DVR port c2a8803b-af90-42f9-b2bb-26df7a395aca on host hv-cinder-77923 {{(pid=86422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:34:00.156861 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b50263fa-ec46-4c20-8234-63176748d786 req-391d1c3b-3394-47e1-89f3-a38c48683f8d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:00.161525 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a031b480-5e4b-4fd7-b5bf-669aae994363', 'name': 'network-vif-deleted', 'tag': 'c2a8803b-af90-42f9-b2bb-26df7a395aca'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:34:00.185448 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b50263fa-ec46-4c20-8234-63176748d786 req-391d1c3b-3394-47e1-89f3-a38c48683f8d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.68 "DELETE /v2.0/ports/c2a8803b-af90-42f9-b2bb-26df7a395aca HTTP/1.1" status: 204 len: 173 time: 1.0461483 Apr 23 10:34:00.219213 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a031b480-5e4b-4fd7-b5bf-669aae994363', 'name': 'network-vif-deleted', 'tag': 'c2a8803b-af90-42f9-b2bb-26df7a395aca', 'status': 'completed', 'code': 200} Apr 23 10:34:01.238169 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8f69b329-78ff-4b27-9a35-026b0ce132f9 req-89956222-7014-472f-80cf-b9f89d95f998 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=a031b480-5e4b-4fd7-b5bf-669aae994363 HTTP/1.1" status: 200 len: 210 time: 0.1002877 Apr 23 10:34:01.283685 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee243d-bdf8-4e9b-ab39-839b6976efe1 req-937d97b5-bcc1-4a65-97e0-a0af6bd3f18e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:01.285373 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7aee243d-bdf8-4e9b-ab39-839b6976efe1 req-937d97b5-bcc1-4a65-97e0-a0af6bd3f18e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.1490591 Apr 23 10:34:01.342150 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7aee243d-bdf8-4e9b-ab39-839b6976efe1 req-f2af181f-8abb-489c-b8e6-b9d15b9b6e0c tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499971 Apr 23 10:34:01.637523 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device c2a8803b-af90-42f9-b2bb-26df7a395aca no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:34:01.675452 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] No Port match for: c2a8803b-af90-42f9-b2bb-26df7a395aca {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:34:01.675844 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device c2a8803b-af90-42f9-b2bb-26df7a395aca not bound to the agent host hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:34:02.137414 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-08a3a0fe-af65-491e-bdec-821540176613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:02.566734 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254333f-098f-4ff4-a1f3-9b624fcba226 req-6f121d1e-e527-48ca-96c7-71aa1791e38c tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:02.568437 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d254333f-098f-4ff4-a1f3-9b624fcba226 req-6f121d1e-e527-48ca-96c7-71aa1791e38c tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.1013787 Apr 23 10:34:02.627035 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d254333f-098f-4ff4-a1f3-9b624fcba226 req-68c4391b-1be9-4fac-8428-e2fb266a6c94 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513163 Apr 23 10:34:02.918467 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7cced-3ac0-4b68-9d15-b1110a5bb046 req-b18f933d-a05e-4b60-bf77-0cd5ceef17e8 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:02.920095 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5fd7cced-3ac0-4b68-9d15-b1110a5bb046 req-b18f933d-a05e-4b60-bf77-0cd5ceef17e8 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1004140 Apr 23 10:34:02.983827 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5fd7cced-3ac0-4b68-9d15-b1110a5bb046 req-d360ae91-8773-429d-a6dd-180bf7fa2458 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551918 Apr 23 10:34:03.315417 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:03.661042 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:34:03.820732 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 33ddcfa7-4f10-4a97-8704-29c2a7d515f8, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=33ddcfa7-4f10-4a97-8704-29c2a7d515f8,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:34:03.842346 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Returning: {'device': '33ddcfa7-4f10-4a97-8704-29c2a7d515f8', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'port_id': '33ddcfa7-4f10-4a97-8704-29c2a7d515f8', 'mac_address': 'fa:16:3e:15:b1:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:34:03.880215 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0fd14-dc17-4e93-b93e-b2f3de26397d req-fe9c0979-1342-4f79-a6f3-82ad2cf77262 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:03.881907 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a3d0fd14-dc17-4e93-b93e-b2f3de26397d req-fe9c0979-1342-4f79-a6f3-82ad2cf77262 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 943 time: 0.1094723 Apr 23 10:34:03.904706 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:03.927877 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:34:03.936035 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a3d0fd14-dc17-4e93-b93e-b2f3de26397d req-ec62fd38-0586-4aba-8743-3f973449d65e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470898 Apr 23 10:34:03.945736 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 33ddcfa7-4f10-4a97-8704-29c2a7d515f8, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=33ddcfa7-4f10-4a97-8704-29c2a7d515f8,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:34:03.950804 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:03.951681 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-13e729d1-314e-47b7-9703-1687558c1299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:04.035473 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=33ddcfa7-4f10-4a97-8704-29c2a7d515f8,revision_number=9']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:04.039316 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:04.148560 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-80813544-d643-4fbe-9253-1d1250eaa773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:04.225148 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a6a12-ea70-4375-a844-53f58d117925 req-d6cad038-db78-48c3-907a-713153d9a7e4 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:04.226797 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cc4a6a12-ea70-4375-a844-53f58d117925 req-d6cad038-db78-48c3-907a-713153d9a7e4 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.0991187 Apr 23 10:34:04.284125 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cc4a6a12-ea70-4375-a844-53f58d117925 req-8e3509ee-9e5c-4beb-9f2d-e20ca850bd0d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504048 Apr 23 10:34:04.630529 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['33ddcfa7-4f10-4a97-8704-29c2a7d515f8'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:34:05.157162 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85faaf-175c-4269-9d16-b57bdad981ac req-f1153e7d-edf3-4f95-9b61-ce8f22f67259 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:05.158905 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-bc85faaf-175c-4269-9d16-b57bdad981ac req-f1153e7d-edf3-4f95-9b61-ce8f22f67259 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 944 time: 0.0959597 Apr 23 10:34:05.214656 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-bc85faaf-175c-4269-9d16-b57bdad981ac req-bc7f18eb-a0f6-4743-bcd3-f16178ce8fe9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490305 Apr 23 10:34:05.398389 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:05.466793 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:05.511966 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d98aa-2d3b-4b7f-8035-0c3070a8bca6 req-eba1ee8b-eb31-4447-98a8-e395de517956 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:05.513897 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-527d98aa-2d3b-4b7f-8035-0c3070a8bca6 req-eba1ee8b-eb31-4447-98a8-e395de517956 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1057038 Apr 23 10:34:05.579669 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-527d98aa-2d3b-4b7f-8035-0c3070a8bca6 req-fe137a3b-112a-48f6-a077-8b1281423714 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570281 Apr 23 10:34:06.547969 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e5031-5ea6-4477-8752-d696500dcf2b req-1e805ec4-2585-41f1-9887-7afe73b7ad64 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:06.549595 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-798e5031-5ea6-4477-8752-d696500dcf2b req-1e805ec4-2585-41f1-9887-7afe73b7ad64 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 944 time: 0.2140911 Apr 23 10:34:06.602063 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-798e5031-5ea6-4477-8752-d696500dcf2b req-8e931149-7912-429c-93d6-7297d90b3a36 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457740 Apr 23 10:34:06.793950 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc3a55-2ec6-472a-afc2-3990e14a8aab req-3f45c959-1272-4335-adee-feb01eb1a5ed tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:06.795637 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-07dc3a55-2ec6-472a-afc2-3990e14a8aab req-3f45c959-1272-4335-adee-feb01eb1a5ed tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.0909343 Apr 23 10:34:06.847671 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-07dc3a55-2ec6-472a-afc2-3990e14a8aab req-b71797d3-b501-416a-a3fd-adb34de81588 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451298 Apr 23 10:34:07.125800 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:07.673286 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 up at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:34:07.748368 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning complete for port 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:34:07.748713 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:07.833179 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046862d-ab1d-45f6-af4f-e4aa2e1d35c4 req-b0cbe956-c51d-4142-9075-2d880a96ed38 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:07.834916 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f046862d-ab1d-45f6-af4f-e4aa2e1d35c4 req-b0cbe956-c51d-4142-9075-2d880a96ed38 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 944 time: 0.1014528 Apr 23 10:34:07.888670 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f046862d-ab1d-45f6-af4f-e4aa2e1d35c4 req-032a7c35-f412-4d9b-bcfb-042be52d19e1 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463176 Apr 23 10:34:08.047881 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:08.068861 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0968d8-07fd-404f-97f4-a8fa7be0306c req-4c0743ef-3208-4059-a8f5-e7c9bd9229f3 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:08.070778 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ee0968d8-07fd-404f-97f4-a8fa7be0306c req-4c0743ef-3208-4059-a8f5-e7c9bd9229f3 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.0933232 Apr 23 10:34:08.081820 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363d6e83-40d2-4861-a61e-b49b10562d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ddcfa7-4f10-4a97-8704-29c2a7d515f8'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:34:08.091675 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 33ddcfa7-4f10-4a97-8704-29c2a7d515f8, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=33ddcfa7-4f10-4a97-8704-29c2a7d515f8,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:34:08.094995 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:08.097351 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:08.132936 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ee0968d8-07fd-404f-97f4-a8fa7be0306c req-d2b0f8b5-ad01-4782-8529-4b1ad2ed5b10 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514920 Apr 23 10:34:08.135907 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363d6e83-40d2-4861-a61e-b49b10562d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ddcfa7-4f10-4a97-8704-29c2a7d515f8', 'code': 200} Apr 23 10:34:08.174402 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=33ddcfa7-4f10-4a97-8704-29c2a7d515f8,revision_number=10']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:08.177895 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:09.122020 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f7c0e-9e1f-4fbb-926e-bc3ec61a1993 req-d5755f8f-427b-4a60-a35f-5a2c688817a7 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:09.123655 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7a2f7c0e-9e1f-4fbb-926e-bc3ec61a1993 req-d5755f8f-427b-4a60-a35f-5a2c688817a7 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 946 time: 0.0930727 Apr 23 10:34:09.175296 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7a2f7c0e-9e1f-4fbb-926e-bc3ec61a1993 req-dd5b475b-8df3-4d51-8168-c8ed1437df63 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447443 Apr 23 10:34:09.218171 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80fb0b5-94e0-4f3f-b03e-5605f502b65c req-2559ff3c-c400-4d21-b514-4e6b028955e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:09.220466 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b80fb0b5-94e0-4f3f-b03e-5605f502b65c req-2559ff3c-c400-4d21-b514-4e6b028955e9 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 1099 time: 0.0937357 Apr 23 10:34:09.270707 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b80fb0b5-94e0-4f3f-b03e-5605f502b65c req-ba1ff7e8-04d8-4e3c-984c-e145b1420425 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395255 Apr 23 10:34:09.359533 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540fc30-86f2-42ef-8668-15864645b971 req-b7b5e412-09d4-4039-b728-cec95e0ccc62 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:09.361191 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5540fc30-86f2-42ef-8668-15864645b971 req-b7b5e412-09d4-4039-b728-cec95e0ccc62 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.0973887 Apr 23 10:34:09.411063 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5540fc30-86f2-42ef-8668-15864645b971 req-420d8593-8878-45c3-b974-27d40648e482 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433936 Apr 23 10:34:10.406837 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b95e9-931c-44e3-bc8a-f678e438d5fb req-e2925ba1-dca3-4395-b6b5-ee9f0e62e668 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:10.408607 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d00b95e9-931c-44e3-bc8a-f678e438d5fb req-e2925ba1-dca3-4395-b6b5-ee9f0e62e668 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 946 time: 0.0985017 Apr 23 10:34:10.467381 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d00b95e9-931c-44e3-bc8a-f678e438d5fb req-1c4d36bb-d2c9-4467-b3f1-48dc09841786 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509470 Apr 23 10:34:10.694245 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e193aa3-2bcf-482d-8442-b3a7b7181bb7 req-1b61f744-b811-45e5-9695-e2981dfaf9a4 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:10.695821 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0e193aa3-2bcf-482d-8442-b3a7b7181bb7 req-1b61f744-b811-45e5-9695-e2981dfaf9a4 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1639709 Apr 23 10:34:10.748567 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0e193aa3-2bcf-482d-8442-b3a7b7181bb7 req-b75d1d7d-a145-4acf-92da-4387840647f9 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460579 Apr 23 10:34:11.708987 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36461170-029d-4e44-9a24-e14aadd18b06 req-e1890cab-dd60-4aa5-949b-20239af9ffec tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:11.710861 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-36461170-029d-4e44-9a24-e14aadd18b06 req-e1890cab-dd60-4aa5-949b-20239af9ffec tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 946 time: 0.1104221 Apr 23 10:34:11.783713 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-36461170-029d-4e44-9a24-e14aadd18b06 req-231c63c1-cee2-440e-8332-c924cf4022c5 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628443 Apr 23 10:34:11.994260 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783abcc-852e-4fff-b5fc-df34729ccbc0 req-2574e9ef-5d82-4e39-ad45-1ba0eb9a63ae tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:11.996545 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3783abcc-852e-4fff-b5fc-df34729ccbc0 req-2574e9ef-5d82-4e39-ad45-1ba0eb9a63ae tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1070554 Apr 23 10:34:12.059699 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3783abcc-852e-4fff-b5fc-df34729ccbc0 req-ce85e44c-1ea9-4ea6-a147-8917ff509620 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545321 Apr 23 10:34:13.025167 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59ddbf-6e56-4157-ba3d-42f6ce4863af req-ccefed27-9d7d-4712-b82d-a37f75627522 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:13.026713 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7d59ddbf-6e56-4157-ba3d-42f6ce4863af req-ccefed27-9d7d-4712-b82d-a37f75627522 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 946 time: 0.0963535 Apr 23 10:34:13.078922 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7d59ddbf-6e56-4157-ba3d-42f6ce4863af req-0742f9c5-395b-4a3c-bc99-14ee0ab31020 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446537 Apr 23 10:34:13.294079 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ce4f6-4eb8-46d8-88fd-27ad0f89a54f req-6a64e5b6-2c3c-4c8e-8a17-9649838abfce tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:13.295938 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-335ce4f6-4eb8-46d8-88fd-27ad0f89a54f req-6a64e5b6-2c3c-4c8e-8a17-9649838abfce tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.0961254 Apr 23 10:34:13.347769 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-335ce4f6-4eb8-46d8-88fd-27ad0f89a54f req-a72f88af-a0e4-4713-b9c4-28690a6443d1 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452945 Apr 23 10:34:14.560842 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ce153-4ec6-40a2-b539-acaa87caea23 req-e0df26de-f1ad-4aa5-b8a6-09da6326d9da tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:14.562590 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7f7ce153-4ec6-40a2-b539-acaa87caea23 req-e0df26de-f1ad-4aa5-b8a6-09da6326d9da tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.0979974 Apr 23 10:34:14.615978 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7f7ce153-4ec6-40a2-b539-acaa87caea23 req-7adb8ff3-bd3b-4b17-bae8-815e4c4f3203 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/security-groups?id=bae34f04-ec77-45e2-9384-f8133a2ab183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457489 Apr 23 10:34:14.868907 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f7967-9e69-4ec5-8ec1-250a66d581d9 req-4d4f91d2-fba4-403f-b491-a769e76cea41 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:14.869705 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-ec2f7967-9e69-4ec5-8ec1-250a66d581d9 req-4d4f91d2-fba4-403f-b491-a769e76cea41 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Synchronizing usage tracker for tenant:42c0406689e14916a31b158a17ed06c8 on resource:port {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:34:14.885463 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-ec2f7967-9e69-4ec5-8ec1-250a66d581d9 req-4d4f91d2-fba4-403f-b491-a769e76cea41 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Unset dirty status for tenant:42c0406689e14916a31b158a17ed06c8 on resource:port {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:34:14.887284 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ec2f7967-9e69-4ec5-8ec1-250a66d581d9 req-4d4f91d2-fba4-403f-b491-a769e76cea41 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.68 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 945 time: 0.1061213 Apr 23 10:34:15.054477 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-ec2f7967-9e69-4ec5-8ec1-250a66d581d9 req-b97b64d7-ffbb-48ac-92c3-db2dbc9974be tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Deleting port 480303f9-8468-4232-b1ae-7fe0e7babbd5 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:34:15.054912 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-ec2f7967-9e69-4ec5-8ec1-250a66d581d9 req-b97b64d7-ffbb-48ac-92c3-db2dbc9974be tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:15.207639 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-ec2f7967-9e69-4ec5-8ec1-250a66d581d9 req-b97b64d7-ffbb-48ac-92c3-db2dbc9974be tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] For port 480303f9-8468-4232-b1ae-7fe0e7babbd5, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=480303f9-8468-4232-b1ae-7fe0e7babbd5,segment=NetworkSegment(02296a69-3515-4f69-9187-6e05dc25a7f9),segment_id=02296a69-3515-4f69-9187-6e05dc25a7f9)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:34:15.208038 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-ec2f7967-9e69-4ec5-8ec1-250a66d581d9 req-b97b64d7-ffbb-48ac-92c3-db2dbc9974be tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:15.357098 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-ec2f7967-9e69-4ec5-8ec1-250a66d581d9 req-b97b64d7-ffbb-48ac-92c3-db2dbc9974be tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Calling delete_port for 480303f9-8468-4232-b1ae-7fe0e7babbd5 owned by compute:nova {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:34:15.484973 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-ec2f7967-9e69-4ec5-8ec1-250a66d581d9 req-b97b64d7-ffbb-48ac-92c3-db2dbc9974be tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:15.492439 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:15.539995 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['480303f9-8468-4232-b1ae-7fe0e7babbd5'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:34:15.545849 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b64d7-ffbb-48ac-92c3-db2dbc9974be tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Pushing event deleted for resources: {'Port': ['ID=480303f9-8468-4232-b1ae-7fe0e7babbd5,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:15.585831 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b97b64d7-ffbb-48ac-92c3-db2dbc9974be tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:15.630131 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2f7967-9e69-4ec5-8ec1-250a66d581d9 req-b97b64d7-ffbb-48ac-92c3-db2dbc9974be tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] No DVR routers for this DVR port 480303f9-8468-4232-b1ae-7fe0e7babbd5 on host hv-cinder-77923 {{(pid=86422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:34:15.632856 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-ec2f7967-9e69-4ec5-8ec1-250a66d581d9 req-b97b64d7-ffbb-48ac-92c3-db2dbc9974be tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:15.635865 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20b8663-d101-491e-ac48-83f383b9752e', 'name': 'network-vif-deleted', 'tag': '480303f9-8468-4232-b1ae-7fe0e7babbd5'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:34:15.653376 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ec2f7967-9e69-4ec5-8ec1-250a66d581d9 req-b97b64d7-ffbb-48ac-92c3-db2dbc9974be tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.68 "DELETE /v2.0/ports/480303f9-8468-4232-b1ae-7fe0e7babbd5 HTTP/1.1" status: 204 len: 173 time: 0.7542276 Apr 23 10:34:15.694881 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20b8663-d101-491e-ac48-83f383b9752e', 'name': 'network-vif-deleted', 'tag': '480303f9-8468-4232-b1ae-7fe0e7babbd5', 'status': 'completed', 'code': 200} Apr 23 10:34:15.805980 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6b227a22-b7ac-4bf7-9d02-bb6e96240f69 req-c3b2e8a7-ea6a-4736-b4bc-054ad6de80c2 tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] 10.222.0.70 "GET /v2.0/ports?device_id=c20b8663-d101-491e-ac48-83f383b9752e HTTP/1.1" status: 200 len: 210 time: 0.0554521 Apr 23 10:34:16.925672 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 36010) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:34:17.662186 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea85f-0103-4884-9516-ac8deff4b41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854376287'] for router_interface, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:17.700065 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 480303f9-8468-4232-b1ae-7fe0e7babbd5 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:34:17.740110 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] No Port match for: 480303f9-8468-4232-b1ae-7fe0e7babbd5 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:34:17.740768 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 480303f9-8468-4232-b1ae-7fe0e7babbd5 not bound to the agent host hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:34:17.819991 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-01180250-09dd-4886-a3be-1b1c75b81056 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Synchronizing usage tracker for tenant:255f4e8d36df457688082e6c744446c6 on resource:security_group {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:34:17.838938 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-01180250-09dd-4886-a3be-1b1c75b81056 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Unset dirty status for tenant:255f4e8d36df457688082e6c744446c6 on resource:security_group {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:34:17.840242 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-01180250-09dd-4886-a3be-1b1c75b81056 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090574619&fields=id&tenant_id=255f4e8d36df457688082e6c744446c6 HTTP/1.1" status: 200 len: 267 time: 0.0647144 Apr 23 10:34:18.015535 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-5f82741a-db9f-4cb1-976b-fa55cc69d604 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:18.016123 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-5f82741a-db9f-4cb1-976b-fa55cc69d604 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Synchronizing usage tracker for tenant:255f4e8d36df457688082e6c744446c6 on resource:network {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:34:18.034089 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-5f82741a-db9f-4cb1-976b-fa55cc69d604 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Unset dirty status for tenant:255f4e8d36df457688082e6c744446c6 on resource:network {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:34:18.035437 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-5f82741a-db9f-4cb1-976b-fa55cc69d604 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/networks?id=5ef6478b-7a5c-489a-b953-1eb771afef62 HTTP/1.1" status: 200 len: 807 time: 0.1875613 Apr 23 10:34:18.065058 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-f90ad249-ad23-4d32-9dbe-61c8ffe60b15 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/quotas/255f4e8d36df457688082e6c744446c6 HTTP/1.1" status: 200 len: 375 time: 0.0168200 Apr 23 10:34:18.141467 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ea85f-0103-4884-9516-ac8deff4b41f admin admin] Deleting port 6865d2d9-aa09-4d6e-9be6-faf0cb162142 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:34:18.141852 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea85f-0103-4884-9516-ac8deff4b41f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:18.162986 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-60e1b0b7-661d-4071-9686-0bde7f4d0b56 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Synchronizing usage tracker for tenant:255f4e8d36df457688082e6c744446c6 on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:34:18.180186 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-60e1b0b7-661d-4071-9686-0bde7f4d0b56 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Unset dirty status for tenant:255f4e8d36df457688082e6c744446c6 on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:34:18.181637 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-60e1b0b7-661d-4071-9686-0bde7f4d0b56 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=255f4e8d36df457688082e6c744446c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1102149 Apr 23 10:34:18.277924 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-3c1ea85f-0103-4884-9516-ac8deff4b41f admin admin] For port 6865d2d9-aa09-4d6e-9be6-faf0cb162142, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=6865d2d9-aa09-4d6e-9be6-faf0cb162142,segment=NetworkSegment(02296a69-3515-4f69-9187-6e05dc25a7f9),segment_id=02296a69-3515-4f69-9187-6e05dc25a7f9)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:34:18.278229 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea85f-0103-4884-9516-ac8deff4b41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:18.387522 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-1e7ca6af-24cf-4476-91ba-6d5d5691a699 service neutron] 10.222.0.70 "GET /v2.0/networks/5ef6478b-7a5c-489a-b953-1eb771afef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901853 Apr 23 10:34:18.410088 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ea85f-0103-4884-9516-ac8deff4b41f admin admin] Calling delete_port for 6865d2d9-aa09-4d6e-9be6-faf0cb162142 owned by network:router_interface {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:34:18.540536 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-93f97d46-25ca-479a-8bff-2854eed260b9 service neutron] 10.222.0.70 "GET /v2.0/networks/5ef6478b-7a5c-489a-b953-1eb771afef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454885 Apr 23 10:34:18.932282 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea85f-0103-4884-9516-ac8deff4b41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:18.941684 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:18.990216 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ea85f-0103-4884-9516-ac8deff4b41f admin admin] Pushing event deleted for resources: {'Port': ['ID=6865d2d9-aa09-4d6e-9be6-faf0cb162142,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:18.993849 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3c1ea85f-0103-4884-9516-ac8deff4b41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:19.063020 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cef2dec3-c55a-4283-ab9a-2a1fca8727b9 req-e68e9133-e75f-41dc-ab5e-68e5d8f4839c tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 210 time: 0.0964329 Apr 23 10:34:19.335265 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea85f-0103-4884-9516-ac8deff4b41f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854376225'] for router_interface, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:19.631751 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b8039-87ff-48e6-9353-177d7c252a65 req-b4ab5b62-c0bc-48df-a5d2-79a58981d637 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:19.633326 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7d9b8039-87ff-48e6-9353-177d7c252a65 req-b4ab5b62-c0bc-48df-a5d2-79a58981d637 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.0954618 Apr 23 10:34:19.685242 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7d9b8039-87ff-48e6-9353-177d7c252a65 req-cf1db0b3-38ac-4418-a888-759d1927b077 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439775 Apr 23 10:34:19.765790 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1ea85f-0103-4884-9516-ac8deff4b41f admin admin] Router 17ad7da5-bb3d-4c71-b2af-10bcd79356ed has already been hosted by L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 {{(pid=86422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:34:19.960251 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1ea85f-0103-4884-9516-ac8deff4b41f admin admin] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:34:19.971060 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ecd0b9-b4cb-40cd-b750-f3d051f5e8df None None] Sync routers for ids ['17ad7da5-bb3d-4c71-b2af-10bcd79356ed'] in dv-cinder-779233-3-smb {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:34:19.973992 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-3c1ea85f-0103-4884-9516-ac8deff4b41f admin admin] 10.222.0.70 "PUT /v2.0/routers/17ad7da5-bb3d-4c71-b2af-10bcd79356ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0470326 Apr 23 10:34:19.976636 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 36056) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:34:19.988808 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ecd0b9-b4cb-40cd-b750-f3d051f5e8df None None] Routers {'17ad7da5-bb3d-4c71-b2af-10bcd79356ed'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:34:19.989493 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-75ecd0b9-b4cb-40cd-b750-f3d051f5e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:34:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['17ad7da5-bb3d-4c71-b2af-10bcd79356ed'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:34:20.190098 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-75ecd0b9-b4cb-40cd-b750-f3d051f5e8df None None] Set router 17ad7da5-bb3d-4c71-b2af-10bcd79356ed gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:34:20.193331 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Notify callbacks [] for router, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:20.256091 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1d6c25bd-91c4-4c4c-ae50-2a286dcb7d15 req-89476507-7bbf-4e5a-ae1f-0bdf66bacb2a tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 210 time: 0.0497921 Apr 23 10:34:20.397061 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:20.477668 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Deleting port cb744327-30a1-4f9f-8bd4-aba28d038705 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:34:20.478054 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:20.610467 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] For port cb744327-30a1-4f9f-8bd4-aba28d038705, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=cb744327-30a1-4f9f-8bd4-aba28d038705,segment=NetworkSegment(2310ff8d-72d8-4ca8-834c-a38d93326363),segment_id=2310ff8d-72d8-4ca8-834c-a38d93326363)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:34:20.610832 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:20.643849 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:34:20.672911 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-75ecd0b9-b4cb-40cd-b750-f3d051f5e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ad7da5-bb3d-4c71-b2af-10bcd79356ed', 'name': 'tempest-ServerRescueNegativeTestJSON-518450504-router', 'tenant_id': '42c0406689e14916a31b158a17ed06c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': 'cb744327-30a1-4f9f-8bd4-aba28d038705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:34:18Z', 'revision_number': 5, 'project_id': '42c0406689e14916a31b158a17ed06c8', 'gw_port': {'id': 'cb744327-30a1-4f9f-8bd4-aba28d038705', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ad7da5-bb3d-4c71-b2af-10bcd79356ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:08Z', 'updated_at': '2021-04-23T10:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:34:20.677027 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ecd0b9-b4cb-40cd-b750-f3d051f5e8df None None] Checking router: 17ad7da5-bb3d-4c71-b2af-10bcd79356ed for host: dv-cinder-779233-3-smb {{(pid=86424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:34:20.686259 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ecd0b9-b4cb-40cd-b750-f3d051f5e8df None None] Routers {'17ad7da5-bb3d-4c71-b2af-10bcd79356ed'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:34:20.686920 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-75ecd0b9-b4cb-40cd-b750-f3d051f5e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:34:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['17ad7da5-bb3d-4c71-b2af-10bcd79356ed'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:34:20.751301 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Calling delete_port for cb744327-30a1-4f9f-8bd4-aba28d038705 owned by network:router_gateway {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:34:20.858113 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-75ecd0b9-b4cb-40cd-b750-f3d051f5e8df None None] Set router 17ad7da5-bb3d-4c71-b2af-10bcd79356ed gateway port host: None {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:34:20.906209 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2ac1c-b1c1-40c7-ace0-ceac6f3dc6ec req-47284bd7-5424-4c49-9578-86c4db1c7997 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:20.908016 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5ee2ac1c-b1c1-40c7-ace0-ceac6f3dc6ec req-47284bd7-5424-4c49-9578-86c4db1c7997 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1035206 Apr 23 10:34:20.943572 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-d26a44f2-5299-477b-9009-ec732c5f9cdd tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:20.945335 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-d26a44f2-5299-477b-9009-ec732c5f9cdd tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.68 "GET /v2.0/networks?id=5ef6478b-7a5c-489a-b953-1eb771afef62 HTTP/1.1" status: 200 len: 807 time: 0.2029233 Apr 23 10:34:21.005531 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-75ecd0b9-b4cb-40cd-b750-f3d051f5e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ad7da5-bb3d-4c71-b2af-10bcd79356ed', 'name': 'tempest-ServerRescueNegativeTestJSON-518450504-router', 'tenant_id': '42c0406689e14916a31b158a17ed06c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:34:20Z', 'revision_number': 6, 'project_id': '42c0406689e14916a31b158a17ed06c8', 'gw_port_host': None}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:34:21.010788 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ecd0b9-b4cb-40cd-b750-f3d051f5e8df None None] The sync data for ids ['17ad7da5-bb3d-4c71-b2af-10bcd79356ed'] in dv-cinder-779233-3-smb is: [{'id': '17ad7da5-bb3d-4c71-b2af-10bcd79356ed', 'name': 'tempest-ServerRescueNegativeTestJSON-518450504-router', 'tenant_id': '42c0406689e14916a31b158a17ed06c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:34:20Z', 'revision_number': 6, 'project_id': '42c0406689e14916a31b158a17ed06c8', 'gw_port_host': None}] {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:34:21.066447 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-3fdd9477-0392-482f-892b-055222dd9f21 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=255f4e8d36df457688082e6c744446c6 HTTP/1.1" status: 200 len: 380 time: 0.0555716 Apr 23 10:34:21.202450 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5ee2ac1c-b1c1-40c7-ace0-ceac6f3dc6ec req-97c84ee6-1cbd-4580-b965-5eff4199287e tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2875400 Apr 23 10:34:21.365051 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-ca4c76ca-8986-4349-92e6-17e7e4d13364 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Request body: {'port': {'device_id': '23cfe186-8c32-46cf-8259-95030fecadd4', 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62', 'admin_state_up': True, 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'security_groups': ['f59690c5-ff17-4317-95b9-e988f25e4021']}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:34:21.499548 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:21.507956 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-bb135600-2c8b-42f2-9ebb-22b681c2d238 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:21.565108 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3f444fe6-6015-4328-8a39-1f30dd2d34b2 req-5f69a351-35eb-4687-87e1-2941f3cf0bed tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 210 time: 0.0492289 Apr 23 10:34:21.610065 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb744327-30a1-4f9f-8bd4-aba28d038705,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:21.660960 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:21.661752 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:21.662167 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:21.662584 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:21.662982 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:21.663386 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:21.663791 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:21.664192 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:21.664618 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:21.665014 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:21.665415 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:21.665817 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:21.677486 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:21.680573 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-ca4c76ca-8986-4349-92e6-17e7e4d13364 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:34:21.702968 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-ca4c76ca-8986-4349-92e6-17e7e4d13364 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:34:21.717631 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501854'] for router_gateway, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:21.769185 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-ca4c76ca-8986-4349-92e6-17e7e4d13364 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Made reservation on behalf of 255f4e8d36df457688082e6c744446c6 for: {'port': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:34:21.775303 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-ca4c76ca-8986-4349-92e6-17e7e4d13364 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:21.979495 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-400642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-461'] for router, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:21.982725 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:22.116450 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854369722'] for router, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:22.117105 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17ad7da5-bb3d-4c71-b2af-10bcd79356ed {{(pid=86422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 10:34:22.165852 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 6865d2d9-aa09-4d6e-9be6-faf0cb162142 no longer exists at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:34:22.195776 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Notify callbacks [] for router, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:22.199800 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 36066) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:34:22.199896 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] 10.222.0.70 "DELETE /v2.0/routers/17ad7da5-bb3d-4c71-b2af-10bcd79356ed HTTP/1.1" status: 204 len: 168 time: 2.2180951 Apr 23 10:34:22.210857 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] No Port match for: 6865d2d9-aa09-4d6e-9be6-faf0cb162142 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:34:22.211762 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 6865d2d9-aa09-4d6e-9be6-faf0cb162142 not bound to the agent host dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:34:22.212403 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device cb744327-30a1-4f9f-8bd4-aba28d038705 no longer exists at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:34:22.228432 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-ca4c76ca-8986-4349-92e6-17e7e4d13364 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Allocated IP 172.20.0.7 (5ef6478b-7a5c-489a-b953-1eb771afef62/4c234b10-2c8f-4c4d-b927-533993eb530d/5f76df28-c932-4a42-b118-89fcfeb121af) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:34:22.254885 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] No Port match for: cb744327-30a1-4f9f-8bd4-aba28d038705 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:34:22.255500 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device cb744327-30a1-4f9f-8bd4-aba28d038705 not bound to the agent host dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:34:22.281120 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d6ff5b-5316-4f25-98dc-25882944da62 admin admin] Deleting subnet b838711e-84ce-47a5-87c2-83a0fa1d623a {{(pid=86420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 10:34:22.284423 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-95d6ff5b-5316-4f25-98dc-25882944da62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:22.341941 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-95d6ff5b-5316-4f25-98dc-25882944da62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847345424'] for subnet, precommit_delete_associations {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:22.457766 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-95d6ff5b-5316-4f25-98dc-25882944da62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853331552'] for subnet, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:22.465912 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-ca4c76ca-8986-4349-92e6-17e7e4d13364 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:22.482386 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-ca4c76ca-8986-4349-92e6-17e7e4d13364 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Transition to ACTIVE for port object 5f76df28-c932-4a42-b118-89fcfeb121af will not be triggered until provisioned by entity DHCP. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:34:22.510146 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-ca4c76ca-8986-4349-92e6-17e7e4d13364 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:22.516774 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-77eb7077-a3ca-43b4-a011-1ebaba18ec09 tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:22.535668 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1d3ba-6164-40f1-b5f5-4f738fff478a req-1a75bc0c-9517-47f4-800d-480953433978 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:22.537341 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-03c1d3ba-6164-40f1-b5f5-4f738fff478a req-1a75bc0c-9517-47f4-800d-480953433978 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1672366 Apr 23 10:34:22.595763 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-ca4c76ca-8986-4349-92e6-17e7e4d13364 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Network 5ef6478b-7a5c-489a-b953-1eb771afef62 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:34:22.599162 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-ca4c76ca-8986-4349-92e6-17e7e4d13364 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:34:22.604287 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-ca4c76ca-8986-4349-92e6-17e7e4d13364 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:34:22.631924 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c76ca-8986-4349-92e6-17e7e4d13364 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Pushing event updated for resources: {'Port': ['ID=5f76df28-c932-4a42-b118-89fcfeb121af,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:22.638656 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ca4c76ca-8986-4349-92e6-17e7e4d13364 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:22.672717 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-03c1d3ba-6164-40f1-b5f5-4f738fff478a req-ee1f33c5-669d-46fd-aae6-5ecbea4ddbdf tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186452 Apr 23 10:34:22.679146 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-ca4c76ca-8986-4349-92e6-17e7e4d13364 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:22.679846 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-ca4c76ca-8986-4349-92e6-17e7e4d13364 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:22.710761 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-ca4c76ca-8986-4349-92e6-17e7e4d13364 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3559365 Apr 23 10:34:22.755672 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] Request body: {'port': {'device_id': '23cfe186-8c32-46cf-8259-95030fecadd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:34:22.834937 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-ffd80e16-e2c3-4a63-95f3-6fb234250a68 None None] Provisioning for port 5f76df28-c932-4a42-b118-89fcfeb121af completed by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:34:22.840581 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-ffd80e16-e2c3-4a63-95f3-6fb234250a68 None None] Provisioning complete for port 5f76df28-c932-4a42-b118-89fcfeb121af triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:34:22.841004 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ffd80e16-e2c3-4a63-95f3-6fb234250a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:22.889471 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:22.892140 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71fa4b-d390-465b-883d-258afb7f239b req-a0b55246-bec8-439d-80a0-b95e5664e247 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:22.893828 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6c71fa4b-d390-465b-883d-258afb7f239b req-a0b55246-bec8-439d-80a0-b95e5664e247 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 931 time: 0.1835291 Apr 23 10:34:22.899860 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-95d6ff5b-5316-4f25-98dc-25882944da62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1444248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5990573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5354576'] for subnet, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:22.901396 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-ffd80e16-e2c3-4a63-95f3-6fb234250a68 None None] Port 5f76df28-c932-4a42-b118-89fcfeb121af cannot update to ACTIVE because it is not bound. {{(pid=86423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:34:22.907435 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-48e3566e-d1cb-4b07-b689-1e94972458da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:22.967025 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6ff5b-5316-4f25-98dc-25882944da62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b838711e-84ce-47a5-87c2-83a0fa1d623a,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:22.971094 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-95d6ff5b-5316-4f25-98dc-25882944da62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:22.984097 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ff5b-5316-4f25-98dc-25882944da62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:22.984541 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ff5b-5316-4f25-98dc-25882944da62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:22.984938 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ff5b-5316-4f25-98dc-25882944da62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:22.985330 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ff5b-5316-4f25-98dc-25882944da62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:22.985716 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ff5b-5316-4f25-98dc-25882944da62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:22.986100 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ff5b-5316-4f25-98dc-25882944da62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:22.986484 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ff5b-5316-4f25-98dc-25882944da62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:22.986867 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ff5b-5316-4f25-98dc-25882944da62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:22.987248 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ff5b-5316-4f25-98dc-25882944da62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:22.987625 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ff5b-5316-4f25-98dc-25882944da62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:22.988004 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ff5b-5316-4f25-98dc-25882944da62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:22.988424 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d6ff5b-5316-4f25-98dc-25882944da62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:23.001520 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-95d6ff5b-5316-4f25-98dc-25882944da62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:23.005554 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-95d6ff5b-5316-4f25-98dc-25882944da62 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b838711e-84ce-47a5-87c2-83a0fa1d623a HTTP/1.1" status: 204 len: 168 time: 0.8021338 Apr 23 10:34:23.006472 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 36074) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:34:23.034847 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6c71fa4b-d390-465b-883d-258afb7f239b req-80a75a06-1a56-43d4-ac92-beb07126c894 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298003 Apr 23 10:34:23.134174 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f9a9ec7e-b262-4294-a2b0-3351e1ed019c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853440276'] for network, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:23.264574 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f76df28-c932-4a42-b118-89fcfeb121af {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:34:23.267220 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f9a9ec7e-b262-4294-a2b0-3351e1ed019c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1444341', 'neutron.services.segments.db._delete_segments_for_network-8747066344563'] for network, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:23.273093 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:23.289168 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] Transition to ACTIVE for port object 5f76df28-c932-4a42-b118-89fcfeb121af will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:34:23.292113 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848232985'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:23.296888 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-04473c1e-5cb2-44af-8e92-b13fb5c7ed97 tempest-VolumesNegativeTest-1114440145 tempest-VolumesNegativeTest-1114440145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:23.389611 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-f9a9ec7e-b262-4294-a2b0-3351e1ed019c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92060680-c3d7-4f23-9347-bab7dc1c2acf']}} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:34:23.403430 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-f9a9ec7e-b262-4294-a2b0-3351e1ed019c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02296a69-3515-4f69-9187-6e05dc25a7f9') {'for_net_delete': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:34:23.403768 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-f9a9ec7e-b262-4294-a2b0-3351e1ed019c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02296a69-3515-4f69-9187-6e05dc25a7f9') {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:34:23.417722 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f9a9ec7e-b262-4294-a2b0-3351e1ed019c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289788450659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7430392'] for segment, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:23.437145 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f9a9ec7e-b262-4294-a2b0-3351e1ed019c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:23.444606 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a9ec7e-b262-4294-a2b0-3351e1ed019c admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=86420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 10:34:23.475790 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] Pushing event updated for resources: {'Port': ['ID=5f76df28-c932-4a42-b118-89fcfeb121af,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:23.483942 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:23.555385 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] Attempting to bind port 5f76df28-c932-4a42-b118-89fcfeb121af on host hv-cinder-77923 for vnic_type normal with profile {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:34:23.555682 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] Attempting to bind port 5f76df28-c932-4a42-b118-89fcfeb121af by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '1ba262e6-0f55-466e-81dc-52af2670b15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:34:23.556045 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] Attempting to bind port 5f76df28-c932-4a42-b118-89fcfeb121af on network 5ef6478b-7a5c-489a-b953-1eb771afef62 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:34:23.561634 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] Port 5f76df28-c932-4a42-b118-89fcfeb121af on network 5ef6478b-7a5c-489a-b953-1eb771afef62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:34:23.561993 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] Attempting to bind port 5f76df28-c932-4a42-b118-89fcfeb121af on network 5ef6478b-7a5c-489a-b953-1eb771afef62 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:34:23.567918 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] Checking agent: {'id': 'e9dd349d-b683-48bd-911f-eb86d546e7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'started_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:34:23.568290 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] Checking segment: {'id': '1ba262e6-0f55-466e-81dc-52af2670b15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:34:23.568743 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] Bound using segment: {'id': '1ba262e6-0f55-466e-81dc-52af2670b15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:34:23.569217 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] Bound port: 5f76df28-c932-4a42-b118-89fcfeb121af, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ba262e6-0f55-466e-81dc-52af2670b15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:34:23.569608 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:23.631106 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-f9a9ec7e-b262-4294-a2b0-3351e1ed019c admin admin] Network 92060680-c3d7-4f23-9347-bab7dc1c2acf has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:34:23.645251 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f9a9ec7e-b262-4294-a2b0-3351e1ed019c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853312079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848782066'] for segment, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:23.668066 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] For port 5f76df28-c932-4a42-b118-89fcfeb121af, host hv-cinder-77923, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:34:23.671219 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] For port 5f76df28-c932-4a42-b118-89fcfeb121af, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5f76df28-c932-4a42-b118-89fcfeb121af,segment=NetworkSegment(1ba262e6-0f55-466e-81dc-52af2670b15b),segment_id=1ba262e6-0f55-466e-81dc-52af2670b15b)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:34:23.675015 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848232985'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:23.679778 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-75b2de30-e2d8-4339-bc39-fe18b33239a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:23.736367 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:23.737039 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:23.738574 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] 10.222.0.68 "PUT /v2.0/ports/5f76df28-c932-4a42-b118-89fcfeb121af HTTP/1.1" status: 200 len: 1093 time: 0.9882195 Apr 23 10:34:23.739067 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cfe186-8c32-46cf-8259-95030fecadd4', 'tag': '5f76df28-c932-4a42-b118-89fcfeb121af'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:34:23.766856 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] Pushing event updated for resources: {'Port': ['ID=5f76df28-c932-4a42-b118-89fcfeb121af,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:23.769966 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:23.822772 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23cfe186-8c32-46cf-8259-95030fecadd4', 'tag': '5f76df28-c932-4a42-b118-89fcfeb121af', 'status': 'completed', 'code': 200} Apr 23 10:34:23.913138 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-f9a9ec7e-b262-4294-a2b0-3351e1ed019c admin admin] Network 92060680-c3d7-4f23-9347-bab7dc1c2acf has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: Traceback (most recent call last): Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: timer() Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: cb(*args, **kw) Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: return func(*args, **kwargs) Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: self._notify() Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: self.callback(batched_events) Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: event.method(event) Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: segment_id)['aggregates'][0] Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: return f(self, *a, **k) Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: return self._get(url).json() Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: **kwargs) Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: return self.request(url, 'GET', **kwargs) Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: **endpoint_filter) Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 10:34:23.943045 dv-cinder-779233-3-smb neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 10:34:23.953633 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-b60f60f2-a1b1-43c4-8413-c68b98981a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:23.956046 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-b60f60f2-a1b1-43c4-8413-c68b98981a96 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=255f4e8d36df457688082e6c744446c6&device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 1096 time: 0.0907149 Apr 23 10:34:24.037060 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f9a9ec7e-b262-4294-a2b0-3351e1ed019c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853331459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414905'] for network, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:24.044453 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:24.051977 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-8a8bc44e-c30a-477d-a934-8e68f901f749 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f76df28-c932-4a42-b118-89fcfeb121af HTTP/1.1" status: 200 len: 217 time: 0.0745828 Apr 23 10:34:24.066680 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506a458-15f6-4c88-85b3-0086d49dd180 req-337fb61f-f684-49ba-ab33-e74a4524de81 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:24.068377 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0506a458-15f6-4c88-85b3-0086d49dd180 req-337fb61f-f684-49ba-ab33-e74a4524de81 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.2316830 Apr 23 10:34:24.074952 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f9a9ec7e-b262-4294-a2b0-3351e1ed019c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:24.077808 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9ec7e-b262-4294-a2b0-3351e1ed019c admin admin] Pushing event deleted for resources: {'Network': ['ID=92060680-c3d7-4f23-9347-bab7dc1c2acf,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:24.083159 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f9a9ec7e-b262-4294-a2b0-3351e1ed019c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:24.127480 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-f9a9ec7e-b262-4294-a2b0-3351e1ed019c admin admin] 10.222.0.70 "DELETE /v2.0/networks/92060680-c3d7-4f23-9347-bab7dc1c2acf HTTP/1.1" status: 204 len: 168 time: 1.1199267 Apr 23 10:34:24.139177 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0506a458-15f6-4c88-85b3-0086d49dd180 req-24046d01-f276-4085-84bb-9c4fc8d1d8fc tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578623 Apr 23 10:34:24.140317 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-9d557afd-7d99-4bf8-b596-6efc54412e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:24.141925 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-9d557afd-7d99-4bf8-b596-6efc54412e8e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4c234b10-2c8f-4c4d-b927-533993eb530d HTTP/1.1" status: 200 len: 846 time: 0.0769017 Apr 23 10:34:24.240503 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-08764700-f289-4082-ab2c-aa025ad2e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:24.242124 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-08764700-f289-4082-ab2c-aa025ad2e079 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5ef6478b-7a5c-489a-b953-1eb771afef62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837312 Apr 23 10:34:24.266299 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1117db-4a73-4ec7-a68e-acc74d1bedbb req-d97fcfaa-7ccc-4e02-9784-a7c336221e39 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:24.267950 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7f1117db-4a73-4ec7-a68e-acc74d1bedbb req-d97fcfaa-7ccc-4e02-9784-a7c336221e39 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 943 time: 0.0932617 Apr 23 10:34:24.269174 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 36086) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:34:24.360443 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7f1117db-4a73-4ec7-a68e-acc74d1bedbb req-67d1543c-2b9e-4956-856c-db577381c6b2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745752 Apr 23 10:34:24.365279 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-4923826c-a9ea-4904-9f46-f9581f2488a8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42c0406689e14916a31b158a17ed06c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0925999 Apr 23 10:34:24.365567 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 36090) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:34:24.395227 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-c318a968-4678-45bc-b69a-ff0311ad054c service neutron] 10.222.0.68 "GET /v2.0/networks/5ef6478b-7a5c-489a-b953-1eb771afef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407294 Apr 23 10:34:24.428040 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1feb88f7-73fa-405f-afb6-892f97a143ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:24.456116 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1feb88f7-73fa-405f-afb6-892f97a143ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:24.502512 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1feb88f7-73fa-405f-afb6-892f97a143ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:24.507696 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5ef4be05-4ebf-4375-b177-75d80e3bae2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:24.522068 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb88f7-73fa-405f-afb6-892f97a143ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae34f04-ec77-45e2-9384-f8133a2ab183,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:24.524911 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1feb88f7-73fa-405f-afb6-892f97a143ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:24.527878 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1feb88f7-73fa-405f-afb6-892f97a143ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:24.531823 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-1feb88f7-73fa-405f-afb6-892f97a143ff admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bae34f04-ec77-45e2-9384-f8133a2ab183 HTTP/1.1" status: 204 len: 168 time: 0.1626194 Apr 23 10:34:24.567289 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-94e59df2-2ddd-45d1-b732-2480d3a8d212 req-f872f5a1-ad4f-4bff-b026-b64fe4448381 service neutron] 10.222.0.68 "GET /v2.0/networks/5ef6478b-7a5c-489a-b953-1eb771afef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438336 Apr 23 10:34:24.799909 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7d6fc-c8de-404b-b874-6a28c671ea7e req-682a6ec2-9ee6-4f25-a5e4-ff2e0302d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:24.801619 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f3d7d6fc-c8de-404b-b874-6a28c671ea7e req-682a6ec2-9ee6-4f25-a5e4-ff2e0302d1af service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=255f4e8d36df457688082e6c744446c6&device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 1096 time: 0.0774486 Apr 23 10:34:24.954503 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7d6fc-c8de-404b-b874-6a28c671ea7e req-4b62652f-9561-4155-9af9-22aa0adb3265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:24.956165 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f3d7d6fc-c8de-404b-b874-6a28c671ea7e req-4b62652f-9561-4155-9af9-22aa0adb3265 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5ef6478b-7a5c-489a-b953-1eb771afef62 HTTP/1.1" status: 200 len: 908 time: 0.1413300 Apr 23 10:34:25.043835 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f3d7d6fc-c8de-404b-b874-6a28c671ea7e req-767f3722-f94a-46bb-af79-ae4b08875917 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f76df28-c932-4a42-b118-89fcfeb121af HTTP/1.1" status: 200 len: 217 time: 0.0701647 Apr 23 10:34:25.152774 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7d6fc-c8de-404b-b874-6a28c671ea7e req-a1379d40-35eb-4f5e-8738-c2f70b6ab7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:25.154341 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f3d7d6fc-c8de-404b-b874-6a28c671ea7e req-a1379d40-35eb-4f5e-8738-c2f70b6ab7c9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4c234b10-2c8f-4c4d-b927-533993eb530d HTTP/1.1" status: 200 len: 846 time: 0.0678458 Apr 23 10:34:25.253396 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7d6fc-c8de-404b-b874-6a28c671ea7e req-81518aaf-1ef1-4470-9bf8-53c3f000758a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:25.255121 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f3d7d6fc-c8de-404b-b874-6a28c671ea7e req-81518aaf-1ef1-4470-9bf8-53c3f000758a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5ef6478b-7a5c-489a-b953-1eb771afef62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0891197 Apr 23 10:34:25.333621 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 36116) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:34:25.360782 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25516a7d-5a0a-448e-963c-9dbee3326a09 req-58f2e40f-d0e4-46e2-8acc-8b97d7b37b59 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:25.362679 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-25516a7d-5a0a-448e-963c-9dbee3326a09 req-58f2e40f-d0e4-46e2-8acc-8b97d7b37b59 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1038642 Apr 23 10:34:25.424378 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-25516a7d-5a0a-448e-963c-9dbee3326a09 req-01f61213-29d6-48a5-9dad-068a0475eca5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537138 Apr 23 10:34:25.487882 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-176286203-network', 'tenant_id': '141a5c2aee68476a82f9133178e4fd59'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:34:25.493996 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:34:25.499410 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] Usage tracker for resource:network and tenant:141a5c2aee68476a82f9133178e4fd59 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:34:25.505356 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:34:25.559779 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:34:25.578509 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] Made reservation on behalf of 141a5c2aee68476a82f9133178e4fd59 for: {'network': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:34:25.583406 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for network, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:25.601123 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:25.627154 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:34:25.634100 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] Usage tracker for resource:security_group_rule and tenant:141a5c2aee68476a82f9133178e4fd59 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:34:25.638581 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:34:25.649084 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d6dfa-6152-45be-a9ba-741c682369d8 req-0d3ee2f6-8d2e-4bf9-a81d-c297e19b88c0 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:25.650682 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a21d6dfa-6152-45be-a9ba-741c682369d8 req-0d3ee2f6-8d2e-4bf9-a81d-c297e19b88c0 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 943 time: 0.1473391 Apr 23 10:34:25.655108 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:34:25.662813 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f3d7d6fc-c8de-404b-b874-6a28c671ea7e req-677494e7-aeb1-4fd8-9002-40872415d8f5 service neutron] 10.222.0.68 "GET /v2.0/networks/5ef6478b-7a5c-489a-b953-1eb771afef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880532 Apr 23 10:34:25.725789 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a21d6dfa-6152-45be-a9ba-741c682369d8 req-3c69195b-4d91-4f4b-b7e9-08452d3133ca tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679386 Apr 23 10:34:25.797812 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:25.801028 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:25.805434 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-64d3604c-1ffd-4cc3-963e-422e14990b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:25.815973 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f3d7d6fc-c8de-404b-b874-6a28c671ea7e req-7d3d2a58-3e2f-4082-859d-58084cc0a2d9 service neutron] 10.222.0.68 "GET /v2.0/networks/5ef6478b-7a5c-489a-b953-1eb771afef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407824 Apr 23 10:34:25.831902 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=86420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 10:34:25.846060 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450b84b2-45d9-468a-b8a3-49a689395227,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:25.850318 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:25.851309 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:25.851700 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.segments_db [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] Added segment 33a58633-8987-400f-8894-20b10ee254c4 of type vlan for network 4e115139-cda5-45dd-8774-02f8917f8b2c Apr 23 10:34:25.879359 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747065835481'] for network, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:25.910113 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for network, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:25.911414 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:25.912054 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:25.917004 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:26.023896 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6870456 Apr 23 10:34:26.024996 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] Pushing event updated for resources: {'Network': ['ID=4e115139-cda5-45dd-8774-02f8917f8b2c,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:26.027117 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 36124) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:34:26.029617 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:26.033798 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-c9127cf6-b16d-4b94-be94-5590937dd64b admin admin] Request body: {'subnet': {'network_id': '4e115139-cda5-45dd-8774-02f8917f8b2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-176286203-subnet', 'tenant_id': '141a5c2aee68476a82f9133178e4fd59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:34:26.035475 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Network 4e115139-cda5-45dd-8774-02f8917f8b2c details requested by agent ovs-agent-dv-cinder-779233-3-smb with host dv-cinder-779233-3-smb {{(pid=86423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 10:34:26.038951 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-c9127cf6-b16d-4b94-be94-5590937dd64b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:34:26.044400 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-c9127cf6-b16d-4b94-be94-5590937dd64b admin admin] Usage tracker for resource:subnet and tenant:141a5c2aee68476a82f9133178e4fd59 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:34:26.046689 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-c9127cf6-b16d-4b94-be94-5590937dd64b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:34:26.052875 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-c9127cf6-b16d-4b94-be94-5590937dd64b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:34:26.063109 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9127cf6-b16d-4b94-be94-5590937dd64b admin admin] Made reservation on behalf of 141a5c2aee68476a82f9133178e4fd59 for: {'subnet': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:34:26.068180 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c9127cf6-b16d-4b94-be94-5590937dd64b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849421190'] for subnet, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:26.474518 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c9127cf6-b16d-4b94-be94-5590937dd64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848785176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849421205'] for subnet, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:26.478528 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:26.556204 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9127cf6-b16d-4b94-be94-5590937dd64b admin admin] Pushing event updated for resources: {'Subnet': ['ID=baaab4c8-897c-42ac-88be-abcaf23422fc,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:26.561837 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c9127cf6-b16d-4b94-be94-5590937dd64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:26.611771 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9127cf6-b16d-4b94-be94-5590937dd64b admin admin] Checking segment: {'id': '33a58633-8987-400f-8894-20b10ee254c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4e115139-cda5-45dd-8774-02f8917f8b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:34:26.612162 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9127cf6-b16d-4b94-be94-5590937dd64b admin admin] Network hostable DHCP agents. Network: 4e115139-cda5-45dd-8774-02f8917f8b2c, hostable agents: ['9afd9aa3-ba3d-4012-bb25-a6f17ffdc572'], hosted agents: [] {{(pid=86420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 10:34:26.641849 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9127cf6-b16d-4b94-be94-5590937dd64b admin admin] Network 4e115139-cda5-45dd-8774-02f8917f8b2c is scheduled to be hosted by DHCP agent 9afd9aa3-ba3d-4012-bb25-a6f17ffdc572 with binding_index 1 {{(pid=86420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 10:34:26.662660 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-c9127cf6-b16d-4b94-be94-5590937dd64b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-smb, 4e115139-cda5-45dd-8774-02f8917f8b2c) {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:34:26.671669 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c210d7a8-7a47-42af-9c4d-b19ffd2dd5b9 None None] Network 4e115139-cda5-45dd-8774-02f8917f8b2c requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:34:26.679332 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9127cf6-b16d-4b94-be94-5590937dd64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:26.679978 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c9127cf6-b16d-4b94-be94-5590937dd64b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:26.693543 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283e066-2ceb-4b27-9ff6-6e979985d27b req-46f6aef5-682c-4c64-a6b7-bcddc46a5612 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:26.695133 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2283e066-2ceb-4b27-9ff6-6e979985d27b req-46f6aef5-682c-4c64-a6b7-bcddc46a5612 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1358666 Apr 23 10:34:26.730585 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-c9127cf6-b16d-4b94-be94-5590937dd64b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7022846 Apr 23 10:34:26.759586 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2283e066-2ceb-4b27-9ff6-6e979985d27b req-55305208-99f7-4521-8763-472556a68eda tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554066 Apr 23 10:34:26.928404 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b52de7b-5f77-496e-a2b6-349853606e2c None None] Network 4e115139-cda5-45dd-8774-02f8917f8b2c requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:34:26.973677 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2f897-5727-428f-800b-cbb2656a402b req-36e48791-da3f-4100-b0b2-5dfb3db105b1 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:26.976029 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-edc2f897-5727-428f-800b-cbb2656a402b req-36e48791-da3f-4100-b0b2-5dfb3db105b1 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 943 time: 0.1088886 Apr 23 10:34:27.036599 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-edc2f897-5727-428f-800b-cbb2656a402b req-62013f37-4b3b-421b-a9be-a1b1caf81993 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541883 Apr 23 10:34:27.357817 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 36146) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:34:27.363912 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-835924924-network', 'tenant_id': 'e1a60aaac3de48c09433192310755ae3'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:34:27.368979 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:34:27.373952 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] Usage tracker for resource:network and tenant:e1a60aaac3de48c09433192310755ae3 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:34:27.376955 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:34:27.382900 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:34:27.392582 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] Made reservation on behalf of e1a60aaac3de48c09433192310755ae3 for: {'network': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:34:27.397166 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for network, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:27.412033 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:27.431685 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:34:27.436560 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] Usage tracker for resource:security_group_rule and tenant:e1a60aaac3de48c09433192310755ae3 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:34:27.439947 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:34:27.445977 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:34:27.537239 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:27.540211 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:27.544461 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:27.574866 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=86420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 10:34:27.583850 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c2b038-2121-405f-9565-28217675213d,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:27.587678 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:27.590817 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:27.591204 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.segments_db [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] Added segment b1f0f4f2-bb1a-4bbf-827b-919e067f8a8f of type vlan for network 83c26ef3-5b7b-49a3-ba37-4a88c73ce353 Apr 23 10:34:27.618706 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747065835481'] for network, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:27.648423 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for network, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:27.649797 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:27.650433 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:27.655986 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:27.769810 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 5f76df28-c932-4a42-b118-89fcfeb121af details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:34:27.933041 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 5f76df28-c932-4a42-b118-89fcfeb121af, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5f76df28-c932-4a42-b118-89fcfeb121af,segment=NetworkSegment(1ba262e6-0f55-466e-81dc-52af2670b15b),segment_id=1ba262e6-0f55-466e-81dc-52af2670b15b)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:34:27.951375 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Returning: {'device': '5f76df28-c932-4a42-b118-89fcfeb121af', 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62', 'port_id': '5f76df28-c932-4a42-b118-89fcfeb121af', 'mac_address': 'fa:16:3e:b3:91:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c234b10-2c8f-4c4d-b927-533993eb530d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:34:28.012269 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:28.034326 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6684480 Apr 23 10:34:28.034326 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] Pushing event updated for resources: {'Network': ['ID=83c26ef3-5b7b-49a3-ba37-4a88c73ce353,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:28.035433 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f76df28-c932-4a42-b118-89fcfeb121af {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:34:28.035705 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:28.035705 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 36154) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:34:28.040362 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-ffa30337-9c27-4144-9bbc-073c6879dfa2 admin admin] Request body: {'subnet': {'network_id': '83c26ef3-5b7b-49a3-ba37-4a88c73ce353', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-835924924-subnet', 'tenant_id': 'e1a60aaac3de48c09433192310755ae3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:34:28.045566 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Network 83c26ef3-5b7b-49a3-ba37-4a88c73ce353 details requested by agent ovs-agent-dv-cinder-779233-3-smb with host dv-cinder-779233-3-smb {{(pid=86423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 10:34:28.048297 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ffa30337-9c27-4144-9bbc-073c6879dfa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:34:28.053596 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-ffa30337-9c27-4144-9bbc-073c6879dfa2 admin admin] Usage tracker for resource:subnet and tenant:e1a60aaac3de48c09433192310755ae3 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:34:28.059603 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-ffa30337-9c27-4144-9bbc-073c6879dfa2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:34:28.075439 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-ffa30337-9c27-4144-9bbc-073c6879dfa2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:34:28.091210 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa30337-9c27-4144-9bbc-073c6879dfa2 admin admin] Made reservation on behalf of e1a60aaac3de48c09433192310755ae3 for: {'subnet': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:34:28.096146 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ffa30337-9c27-4144-9bbc-073c6879dfa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849421190'] for subnet, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:28.119692 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131a260-ef53-42d8-b2b0-c2cc12b07cdf req-8cf45546-e966-408a-b85f-ddee69b33191 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:28.121870 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4131a260-ef53-42d8-b2b0-c2cc12b07cdf req-8cf45546-e966-408a-b85f-ddee69b33191 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1774595 Apr 23 10:34:28.165043 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 5f76df28-c932-4a42-b118-89fcfeb121af, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5f76df28-c932-4a42-b118-89fcfeb121af,segment=NetworkSegment(1ba262e6-0f55-466e-81dc-52af2670b15b),segment_id=1ba262e6-0f55-466e-81dc-52af2670b15b)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:34:28.169355 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:28.171138 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-92bd0881-d56a-4c61-b4c8-a9537a370091 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:28.242249 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=5f76df28-c932-4a42-b118-89fcfeb121af,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:28.251504 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:28.251504 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:28.251939 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:28.252163 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:28.252934 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:28.252934 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:28.253223 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:28.253575 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:28.253940 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:28.254304 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:28.255055 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:28.255055 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:34:28.259215 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:28.306332 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4131a260-ef53-42d8-b2b0-c2cc12b07cdf req-5b43675f-6696-417a-adb7-89d6928949db tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312399 Apr 23 10:34:28.384769 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404836e1-f34a-4c5a-a535-6830311f9880 req-4cda382f-10df-4933-abff-6d3c36db1400 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:28.386269 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-404836e1-f34a-4c5a-a535-6830311f9880 req-4cda382f-10df-4933-abff-6d3c36db1400 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 944 time: 0.1957760 Apr 23 10:34:28.464920 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-404836e1-f34a-4c5a-a535-6830311f9880 req-fb7e8b0a-a5d6-494a-a609-47fc43d32bf9 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711563 Apr 23 10:34:28.743003 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ffa30337-9c27-4144-9bbc-073c6879dfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848785176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849421205'] for subnet, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:28.752223 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f5d2b12c-6fe3-4f88-a6aa-df9d95d9a92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:28.769840 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['5f76df28-c932-4a42-b118-89fcfeb121af'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:34:28.784756 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfd231-b257-4ca4-9b06-b58f1cd2f73f req-eb2214e0-91a6-40d0-94f8-e27d47a388b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:28.786404 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7cbfd231-b257-4ca4-9b06-b58f1cd2f73f req-eb2214e0-91a6-40d0-94f8-e27d47a388b5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d2e0dc22dcea432d8076768b73aa0a25&device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 1137 time: 0.0807598 Apr 23 10:34:28.848855 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa30337-9c27-4144-9bbc-073c6879dfa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c96268c4-22a9-4ce8-a58b-dc60df69414b,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:28.855638 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ffa30337-9c27-4144-9bbc-073c6879dfa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:28.868690 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63ff7e-b00c-49b7-894e-6e695887f65e req-f3245f6c-6e09-42dd-8cb2-c818c3511ae5 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:28.870305 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6c63ff7e-b00c-49b7-894e-6e695887f65e req-f3245f6c-6e09-42dd-8cb2-c818c3511ae5 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 984 time: 0.1988618 Apr 23 10:34:28.875531 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa30337-9c27-4144-9bbc-073c6879dfa2 admin admin] Checking segment: {'id': 'b1f0f4f2-bb1a-4bbf-827b-919e067f8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '83c26ef3-5b7b-49a3-ba37-4a88c73ce353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:34:28.875934 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa30337-9c27-4144-9bbc-073c6879dfa2 admin admin] Network hostable DHCP agents. Network: 83c26ef3-5b7b-49a3-ba37-4a88c73ce353, hostable agents: ['9afd9aa3-ba3d-4012-bb25-a6f17ffdc572'], hosted agents: [] {{(pid=86420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 10:34:28.927335 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa30337-9c27-4144-9bbc-073c6879dfa2 admin admin] Network 83c26ef3-5b7b-49a3-ba37-4a88c73ce353 is scheduled to be hosted by DHCP agent 9afd9aa3-ba3d-4012-bb25-a6f17ffdc572 with binding_index 1 {{(pid=86420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 10:34:28.947079 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6c63ff7e-b00c-49b7-894e-6e695887f65e req-fab969b4-cae9-4ab8-a7e0-b862d2905321 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3f97ce0-c743-40a1-be78-9ac956a1055e&id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0646076 Apr 23 10:34:28.948167 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-ffa30337-9c27-4144-9bbc-073c6879dfa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-smb, 83c26ef3-5b7b-49a3-ba37-4a88c73ce353) {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:34:28.969494 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa30337-9c27-4144-9bbc-073c6879dfa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:28.970542 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfd231-b257-4ca4-9b06-b58f1cd2f73f req-0e79b28a-0cc6-4a53-a86e-39b33953032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:28.970830 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ffa30337-9c27-4144-9bbc-073c6879dfa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:28.971215 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7cbfd231-b257-4ca4-9b06-b58f1cd2f73f req-0e79b28a-0cc6-4a53-a86e-39b33953032d service neutron] 10.222.0.68 "GET /v2.0/networks?id=854fce4f-ab08-40bc-8988-fdf2d2740098 HTTP/1.1" status: 200 len: 915 time: 0.1727996 Apr 23 10:34:28.975718 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a5bcc3-9f40-4541-910e-88bc5fad24da None None] Network 83c26ef3-5b7b-49a3-ba37-4a88c73ce353 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:34:29.003342 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-ffa30337-9c27-4144-9bbc-073c6879dfa2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9559493 Apr 23 10:34:29.112098 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7cbfd231-b257-4ca4-9b06-b58f1cd2f73f req-b1c7c8c9-0492-4392-8e26-ffa0bcb74035 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6df5d8ea-6f2a-4496-8936-6e1cfe256d52 HTTP/1.1" status: 200 len: 1000 time: 0.1317098 Apr 23 10:34:29.173454 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 36166) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:34:29.202583 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfd231-b257-4ca4-9b06-b58f1cd2f73f req-dbff5702-7e07-48dc-968e-7f94f5e58699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:29.204209 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7cbfd231-b257-4ca4-9b06-b58f1cd2f73f req-dbff5702-7e07-48dc-968e-7f94f5e58699 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f45024b0-e07c-461f-ae6f-91546258ef1d HTTP/1.1" status: 200 len: 853 time: 0.0750303 Apr 23 10:34:29.252577 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9dd73b-2ae0-4be3-99b0-090f03e77126 admin admin] Deleting subnet baaab4c8-897c-42ac-88be-abcaf23422fc {{(pid=86420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 10:34:29.255793 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2b9dd73b-2ae0-4be3-99b0-090f03e77126 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:29.308474 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfd231-b257-4ca4-9b06-b58f1cd2f73f req-fa83559f-ed11-4c7c-b032-4af8cc72eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:29.310081 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7cbfd231-b257-4ca4-9b06-b58f1cd2f73f req-fa83559f-ed11-4c7c-b032-4af8cc72eddc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=854fce4f-ab08-40bc-8988-fdf2d2740098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0850315 Apr 23 10:34:29.315038 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2b9dd73b-2ae0-4be3-99b0-090f03e77126 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847345424'] for subnet, precommit_delete_associations {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:29.336954 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb051e6-ba49-4754-bd9a-41d152f1c74c None None] Network 83c26ef3-5b7b-49a3-ba37-4a88c73ce353 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:34:29.388381 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2b9dd73b-2ae0-4be3-99b0-090f03e77126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853331552'] for subnet, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:29.490125 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7cbfd231-b257-4ca4-9b06-b58f1cd2f73f req-229bdc6d-ebe8-47e0-b0ef-2690613d4dd9 service neutron] 10.222.0.68 "GET /v2.0/networks/854fce4f-ab08-40bc-8988-fdf2d2740098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686096 Apr 23 10:34:29.659233 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7cbfd231-b257-4ca4-9b06-b58f1cd2f73f req-08a49a09-efc0-4573-b1e8-8c11d8bd1e49 service neutron] 10.222.0.68 "GET /v2.0/networks/854fce4f-ab08-40bc-8988-fdf2d2740098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576626 Apr 23 10:34:29.795981 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa3273-72aa-4943-9e2f-6d32d0ff811d req-5b69e087-4614-455b-8273-87fccc17496f tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:29.797646 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7daa3273-72aa-4943-9e2f-6d32d0ff811d req-5b69e087-4614-455b-8273-87fccc17496f tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.3259709 Apr 23 10:34:29.854340 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a84c73-784d-49ed-ba55-67c3cb4b7ccd req-4278b4e0-7c4e-4472-9c69-1506f7b66b6a tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:29.856081 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-02a84c73-784d-49ed-ba55-67c3cb4b7ccd req-4278b4e0-7c4e-4472-9c69-1506f7b66b6a tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 944 time: 0.2629740 Apr 23 10:34:29.907620 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7daa3273-72aa-4943-9e2f-6d32d0ff811d req-c34ca746-a2fd-447c-8a62-100e9c974516 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010833 Apr 23 10:34:29.926368 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2b9dd73b-2ae0-4be3-99b0-090f03e77126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1444248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5990573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5354576'] for subnet, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:29.935921 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:29.975682 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-02a84c73-784d-49ed-ba55-67c3cb4b7ccd req-8e9772f1-2b7f-4e65-bdae-3d092e3c4cf2 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095498 Apr 23 10:34:29.983464 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9dd73b-2ae0-4be3-99b0-090f03e77126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baaab4c8-897c-42ac-88be-abcaf23422fc,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:29.985697 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2b9dd73b-2ae0-4be3-99b0-090f03e77126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:29.989885 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2b9dd73b-2ae0-4be3-99b0-090f03e77126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:29.999338 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-2b9dd73b-2ae0-4be3-99b0-090f03e77126 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/baaab4c8-897c-42ac-88be-abcaf23422fc HTTP/1.1" status: 204 len: 168 time: 0.8244107 Apr 23 10:34:30.002339 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 36176) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:34:30.141401 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cbbba096-c8c6-4f2b-bec5-7b3535330886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853440276'] for network, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:30.190272 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94854c-efe4-4597-9db1-b5d5b2e0cf43 req-d4a7e48e-84e3-4243-9bb6-ea262f101420 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:30.191841 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4a94854c-efe4-4597-9db1-b5d5b2e0cf43 req-d4a7e48e-84e3-4243-9bb6-ea262f101420 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 984 time: 0.0937908 Apr 23 10:34:30.245465 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4a94854c-efe4-4597-9db1-b5d5b2e0cf43 req-5183e6db-3700-473d-909f-005e6bf36c8f tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3f97ce0-c743-40a1-be78-9ac956a1055e&id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466597 Apr 23 10:34:30.289837 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cbbba096-c8c6-4f2b-bec5-7b3535330886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1444341', 'neutron.services.segments.db._delete_segments_for_network-8747066344563'] for network, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:30.406402 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-cbbba096-c8c6-4f2b-bec5-7b3535330886 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e115139-cda5-45dd-8774-02f8917f8b2c']}} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:34:30.419687 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-cbbba096-c8c6-4f2b-bec5-7b3535330886 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a58633-8987-400f-8894-20b10ee254c4') {'for_net_delete': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:34:30.420023 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-cbbba096-c8c6-4f2b-bec5-7b3535330886 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a58633-8987-400f-8894-20b10ee254c4') {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:34:30.432280 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cbbba096-c8c6-4f2b-bec5-7b3535330886 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289788450659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847652797'] for segment, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:30.447556 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cbbba096-c8c6-4f2b-bec5-7b3535330886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:30.454230 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbba096-c8c6-4f2b-bec5-7b3535330886 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=86422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 10:34:30.634506 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-cbbba096-c8c6-4f2b-bec5-7b3535330886 admin admin] Network 4e115139-cda5-45dd-8774-02f8917f8b2c has no segments {{(pid=86422) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:34:30.644548 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cbbba096-c8c6-4f2b-bec5-7b3535330886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853312079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848233063'] for segment, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:30.821370 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-cbbba096-c8c6-4f2b-bec5-7b3535330886 admin admin] Network 4e115139-cda5-45dd-8774-02f8917f8b2c has no segments {{(pid=86422) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: Traceback (most recent call last): Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: timer() Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: cb(*args, **kw) Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: return func(*args, **kwargs) Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: self._notify() Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: self.callback(batched_events) Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: event.method(event) Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: segment_id)['aggregates'][0] Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: return f(self, *a, **k) Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: return self._get(url).json() Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: **kwargs) Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: return self.request(url, 'GET', **kwargs) Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: **endpoint_filter) Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 10:34:30.844483 dv-cinder-779233-3-smb neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 10:34:30.921959 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cbbba096-c8c6-4f2b-bec5-7b3535330886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853331459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414905'] for network, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:30.925946 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:30.945526 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cbbba096-c8c6-4f2b-bec5-7b3535330886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:30.948306 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbba096-c8c6-4f2b-bec5-7b3535330886 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e115139-cda5-45dd-8774-02f8917f8b2c,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:30.952539 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cbbba096-c8c6-4f2b-bec5-7b3535330886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:30.956862 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-cbbba096-c8c6-4f2b-bec5-7b3535330886 admin admin] 10.222.0.70 "DELETE /v2.0/networks/4e115139-cda5-45dd-8774-02f8917f8b2c HTTP/1.1" status: 204 len: 168 time: 0.9533854 Apr 23 10:34:30.958627 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 36182) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:34:31.032177 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-df97db12-f4ad-416e-8b72-71c6f9a032fa admin admin] Deleting subnet c96268c4-22a9-4ce8-a58b-dc60df69414b {{(pid=86420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 10:34:31.036998 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-df97db12-f4ad-416e-8b72-71c6f9a032fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:31.182311 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-df97db12-f4ad-416e-8b72-71c6f9a032fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847345424'] for subnet, precommit_delete_associations {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:31.278553 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-df97db12-f4ad-416e-8b72-71c6f9a032fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853331552'] for subnet, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:31.332901 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c29a89-b2f3-486c-8208-8e2618cb24ae req-e0549647-d70b-4614-80a1-68bd75f5913c tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:31.334518 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-59c29a89-b2f3-486c-8208-8e2618cb24ae req-e0549647-d70b-4614-80a1-68bd75f5913c tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.2987428 Apr 23 10:34:31.382895 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f130e-52a6-4a39-9e10-65dc7972851b req-7e50497c-2ac6-4470-a839-d659bd712d16 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:31.384521 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e44f130e-52a6-4a39-9e10-65dc7972851b req-7e50497c-2ac6-4470-a839-d659bd712d16 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 944 time: 0.2561674 Apr 23 10:34:31.522834 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-59c29a89-b2f3-486c-8208-8e2618cb24ae req-2ed453cb-6c59-454c-b9d6-c0d1a0d57db5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810629 Apr 23 10:34:31.552998 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e44f130e-52a6-4a39-9e10-65dc7972851b req-9796a1f8-4f06-40a4-892e-06b557bb7991 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497879 Apr 23 10:34:31.723334 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-df97db12-f4ad-416e-8b72-71c6f9a032fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1444248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5990573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5354576'] for subnet, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:31.733062 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:31.775476 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97db12-f4ad-416e-8b72-71c6f9a032fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c96268c4-22a9-4ce8-a58b-dc60df69414b,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:31.778215 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-df97db12-f4ad-416e-8b72-71c6f9a032fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:31.788777 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d6467-025b-414b-8cd0-0c17e6bae553 req-0f03d6c0-dd6a-4bdd-bb4c-3d0a9cbf65bb tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:31.790459 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-780d6467-025b-414b-8cd0-0c17e6bae553 req-0f03d6c0-dd6a-4bdd-bb4c-3d0a9cbf65bb tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 984 time: 0.1632228 Apr 23 10:34:31.791379 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-df97db12-f4ad-416e-8b72-71c6f9a032fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:31.792256 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 5f76df28-c932-4a42-b118-89fcfeb121af up at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:34:31.796748 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-df97db12-f4ad-416e-8b72-71c6f9a032fa admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c96268c4-22a9-4ce8-a58b-dc60df69414b HTTP/1.1" status: 204 len: 168 time: 0.8369453 Apr 23 10:34:31.799751 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 36190) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:34:31.865569 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning for port 5f76df28-c932-4a42-b118-89fcfeb121af completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:34:31.871526 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning complete for port 5f76df28-c932-4a42-b118-89fcfeb121af triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:34:31.871959 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:32.010030 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:32.048228 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 5f76df28-c932-4a42-b118-89fcfeb121af, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5f76df28-c932-4a42-b118-89fcfeb121af,segment=NetworkSegment(1ba262e6-0f55-466e-81dc-52af2670b15b),segment_id=1ba262e6-0f55-466e-81dc-52af2670b15b)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:34:32.049394 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cfe186-8c32-46cf-8259-95030fecadd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f76df28-c932-4a42-b118-89fcfeb121af'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:34:32.055727 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:32.058931 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:32.111253 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cfe186-8c32-46cf-8259-95030fecadd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f76df28-c932-4a42-b118-89fcfeb121af', 'code': 200} Apr 23 10:34:32.155273 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=5f76df28-c932-4a42-b118-89fcfeb121af,revision_number=5']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:32.158348 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d9de305a-3b66-419e-99d9-33d2e4369264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:32.159907 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:32.165289 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-780d6467-025b-414b-8cd0-0c17e6bae553 req-bb0c8971-82a2-427f-99ee-6b0240b62e25 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3f97ce0-c743-40a1-be78-9ac956a1055e&id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3628109 Apr 23 10:34:32.178314 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c194820-6bb8-4401-b0d2-d81cc7efdb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853440276'] for network, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:32.321283 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c194820-6bb8-4401-b0d2-d81cc7efdb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1444341', 'neutron.services.segments.db._delete_segments_for_network-8747066344563'] for network, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:32.440629 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-7c194820-6bb8-4401-b0d2-d81cc7efdb90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c26ef3-5b7b-49a3-ba37-4a88c73ce353']}} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:34:32.454477 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-7c194820-6bb8-4401-b0d2-d81cc7efdb90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f0f4f2-bb1a-4bbf-827b-919e067f8a8f') {'for_net_delete': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:34:32.454820 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-7c194820-6bb8-4401-b0d2-d81cc7efdb90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f0f4f2-bb1a-4bbf-827b-919e067f8a8f') {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:34:32.466799 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c194820-6bb8-4401-b0d2-d81cc7efdb90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289788450659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7430392'] for segment, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:32.481977 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c194820-6bb8-4401-b0d2-d81cc7efdb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:32.488737 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c194820-6bb8-4401-b0d2-d81cc7efdb90 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=86420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 10:34:32.777447 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-7c194820-6bb8-4401-b0d2-d81cc7efdb90 admin admin] Network 83c26ef3-5b7b-49a3-ba37-4a88c73ce353 has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:34:32.784903 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b358a0-3980-47f9-acbf-75a62fb18202 req-e0816482-013b-4c9f-9a9a-f49e8ec6a21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:32.786514 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-93b358a0-3980-47f9-acbf-75a62fb18202 req-e0816482-013b-4c9f-9a9a-f49e8ec6a21c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 1098 time: 0.2083907 Apr 23 10:34:32.792838 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c194820-6bb8-4401-b0d2-d81cc7efdb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853312079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848782066'] for segment, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:32.856602 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-93b358a0-3980-47f9-acbf-75a62fb18202 req-b04f3359-0e34-4734-b0ef-100d2388b9b2 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396831 Apr 23 10:34:33.021719 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-7c194820-6bb8-4401-b0d2-d81cc7efdb90 admin admin] Network 83c26ef3-5b7b-49a3-ba37-4a88c73ce353 has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:34:33.056428 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ee9c0-e818-4923-beef-d2fc73c3c1bd req-7b30db3e-b3a1-4f35-8678-e94d2790ab98 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:33.058648 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8a6ee9c0-e818-4923-beef-d2fc73c3c1bd req-7b30db3e-b3a1-4f35-8678-e94d2790ab98 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.4046679 Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: Traceback (most recent call last): Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: timer() Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: cb(*args, **kw) Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: return func(*args, **kwargs) Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: self._notify() Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: self.callback(batched_events) Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: event.method(event) Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: segment_id)['aggregates'][0] Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: return f(self, *a, **k) Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: return self._get(url).json() Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: **kwargs) Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: return self.request(url, 'GET', **kwargs) Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: **endpoint_filter) Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 10:34:33.059401 dv-cinder-779233-3-smb neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 10:34:33.072225 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff5c94-eff9-426a-9e51-4491f0b05992 req-6d858b01-2668-492a-ae9d-1f4c45b54329 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:33.073850 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ddff5c94-eff9-426a-9e51-4491f0b05992 req-6d858b01-2668-492a-ae9d-1f4c45b54329 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 945 time: 0.3615777 Apr 23 10:34:33.211637 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c194820-6bb8-4401-b0d2-d81cc7efdb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853331459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414905'] for network, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:33.227404 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8a6ee9c0-e818-4923-beef-d2fc73c3c1bd req-5746202a-0789-41fc-9719-2ed9349eda55 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072178 Apr 23 10:34:33.228280 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c194820-6bb8-4401-b0d2-d81cc7efdb90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:33.233342 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:33.253277 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ddff5c94-eff9-426a-9e51-4491f0b05992 req-f7f39e25-0692-473f-b38c-df4b62cdfb1d tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313183 Apr 23 10:34:33.257919 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c194820-6bb8-4401-b0d2-d81cc7efdb90 admin admin] Pushing event deleted for resources: {'Network': ['ID=83c26ef3-5b7b-49a3-ba37-4a88c73ce353,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:33.260840 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-7c194820-6bb8-4401-b0d2-d81cc7efdb90 admin admin] 10.222.0.70 "DELETE /v2.0/networks/83c26ef3-5b7b-49a3-ba37-4a88c73ce353 HTTP/1.1" status: 204 len: 168 time: 1.4600120 Apr 23 10:34:33.261962 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7c194820-6bb8-4401-b0d2-d81cc7efdb90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:33.328604 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:33.422847 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefbb5f-3f23-422b-8048-e763c9c968e2 req-4bcc788c-5c86-4cb3-8caf-c5303df120e6 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:33.424521 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3aefbb5f-3f23-422b-8048-e763c9c968e2 req-4bcc788c-5c86-4cb3-8caf-c5303df120e6 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 984 time: 0.0933664 Apr 23 10:34:33.452483 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 36206) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:34:33.483607 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3aefbb5f-3f23-422b-8048-e763c9c968e2 req-096b73ed-6f91-4d95-9d06-d86524624e16 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3f97ce0-c743-40a1-be78-9ac956a1055e&id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524120 Apr 23 10:34:33.510257 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-7df9d65e-914f-4f29-911c-f5e3624152c7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=141a5c2aee68476a82f9133178e4fd59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561435 Apr 23 10:34:33.513554 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 36210) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:34:33.579058 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2db4ed61-1196-41ce-b921-fa7ec66409f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:33.608737 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2db4ed61-1196-41ce-b921-fa7ec66409f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:33.653764 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2db4ed61-1196-41ce-b921-fa7ec66409f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:33.658714 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:33.672720 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4ed61-1196-41ce-b921-fa7ec66409f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450b84b2-45d9-468a-b8a3-49a689395227,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:33.675127 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2db4ed61-1196-41ce-b921-fa7ec66409f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:33.677572 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2db4ed61-1196-41ce-b921-fa7ec66409f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:33.678550 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-2db4ed61-1196-41ce-b921-fa7ec66409f2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/450b84b2-45d9-468a-b8a3-49a689395227 HTTP/1.1" status: 204 len: 168 time: 0.1638036 Apr 23 10:34:34.049053 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 36220) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:34:34.109675 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-4c7b7c2f-6edd-4b4c-b1b6-acea18f5d1a9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e1a60aaac3de48c09433192310755ae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0593395 Apr 23 10:34:34.112301 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 36224) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:34:34.150349 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-76b3e89d-c0da-4a6a-8412-4cdea144a390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:34.178850 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fd581eeb-22a0-4966-82ec-576597799a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:34.207274 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fd581eeb-22a0-4966-82ec-576597799a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:34.253105 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fd581eeb-22a0-4966-82ec-576597799a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:34.257049 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4684691f-5944-4d2f-a351-d1371f219dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:34.271542 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd581eeb-22a0-4966-82ec-576597799a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c2b038-2121-405f-9565-28217675213d,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:34.274737 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fd581eeb-22a0-4966-82ec-576597799a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:34.277480 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fd581eeb-22a0-4966-82ec-576597799a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:34.278586 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-fd581eeb-22a0-4966-82ec-576597799a2f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/60c2b038-2121-405f-9565-28217675213d HTTP/1.1" status: 204 len: 168 time: 0.1652195 Apr 23 10:34:34.528271 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937b5bd-3496-483c-b8e6-e146eebf6363 req-9893c7ee-9ca6-42de-a6b0-4a6ca71c778b tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:34.529830 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d937b5bd-3496-483c-b8e6-e146eebf6363 req-9893c7ee-9ca6-42de-a6b0-4a6ca71c778b tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1685567 Apr 23 10:34:34.538986 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a882bd9-6918-473f-a745-f52019971d84 req-6837c883-0e11-487e-88ff-798e355a34bf tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:34.540536 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2a882bd9-6918-473f-a745-f52019971d84 req-6837c883-0e11-487e-88ff-798e355a34bf tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 945 time: 0.1318860 Apr 23 10:34:34.614117 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d937b5bd-3496-483c-b8e6-e146eebf6363 req-33afb7b1-96fc-4863-a2b6-542595dc3f08 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725391 Apr 23 10:34:34.625990 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2a882bd9-6918-473f-a745-f52019971d84 req-ee5d47b8-d2a7-460c-b44e-cff6bb6cff21 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686250 Apr 23 10:34:34.814452 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e490773-b555-477c-8a38-d8fadce83a96 req-173491fe-2b21-4243-b83b-ff2562a81928 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:34.815989 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8e490773-b555-477c-8a38-d8fadce83a96 req-173491fe-2b21-4243-b83b-ff2562a81928 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 984 time: 0.0957692 Apr 23 10:34:34.869389 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8e490773-b555-477c-8a38-d8fadce83a96 req-c3043284-e33c-47bc-82e0-f1a45c3ece0b tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3f97ce0-c743-40a1-be78-9ac956a1055e&id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467629 Apr 23 10:34:35.399893 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:35.472867 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:35.898154 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae044d6-a6d8-4e4e-b929-9bbcaa17d278 req-c9745dd5-70fd-4e10-8e3f-af611d2795e5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:35.899822 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-9ae044d6-a6d8-4e4e-b929-9bbcaa17d278 req-c9745dd5-70fd-4e10-8e3f-af611d2795e5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1631415 Apr 23 10:34:35.914613 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424a8ce-7180-4639-bdfe-931d1c482c72 req-92b5ddb2-2707-44b3-aece-4839a44ae160 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:35.916212 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7424a8ce-7180-4639-bdfe-931d1c482c72 req-92b5ddb2-2707-44b3-aece-4839a44ae160 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 945 time: 0.1366181 Apr 23 10:34:35.996187 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-9ae044d6-a6d8-4e4e-b929-9bbcaa17d278 req-bb2f2414-2bc8-4e9b-a644-8e59c42f940d tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789039 Apr 23 10:34:35.999160 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7424a8ce-7180-4639-bdfe-931d1c482c72 req-b58b50ee-2ffc-492d-92d4-e2f462df7af8 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673740 Apr 23 10:34:36.290380 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2403163-1638-470a-9bdd-6d40d99c328e req-58e1dcdc-842c-48d0-ab2f-70746e029e2e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:36.291963 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d2403163-1638-470a-9bdd-6d40d99c328e req-58e1dcdc-842c-48d0-ab2f-70746e029e2e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 945 time: 0.1609921 Apr 23 10:34:36.301003 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a2d2b-933c-442c-95ca-c7d8b9d3710a req-d6b78681-2b6d-4284-92b7-cc76b1ec7dc9 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:36.302490 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c76a2d2b-933c-442c-95ca-c7d8b9d3710a req-d6b78681-2b6d-4284-92b7-cc76b1ec7dc9 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 984 time: 0.1702125 Apr 23 10:34:36.373079 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d2403163-1638-470a-9bdd-6d40d99c328e req-6bec2faa-a0ec-4d64-a179-0cc2afded42f tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694540 Apr 23 10:34:36.388374 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c76a2d2b-933c-442c-95ca-c7d8b9d3710a req-821f19e9-8614-4dd7-9040-a334d407b4ca tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3f97ce0-c743-40a1-be78-9ac956a1055e&id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687425 Apr 23 10:34:36.398293 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 36290) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:34:36.717507 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb49e58-543a-491a-a128-6cbe0081abb0 tempest-TestShelveInstance-554106031 tempest-TestShelveInstance-554106031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:36.719170 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-8cb49e58-543a-491a-a128-6cbe0081abb0 tempest-TestShelveInstance-554106031 tempest-TestShelveInstance-554106031-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 1093 time: 0.3197083 Apr 23 10:34:36.722457 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 36298) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:34:36.728526 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Request body: {'floatingip': {'floating_network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'port_id': '5f76df28-c932-4a42-b118-89fcfeb121af', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:34:36.736671 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:34:36.742979 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Usage tracker for resource:floatingip and tenant:255f4e8d36df457688082e6c744446c6 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:34:36.749160 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:34:36.755451 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:34:36.760552 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca27bd-aa9f-477f-8273-6d29eb58d858 req-afa35baf-750c-406d-90dd-a9d872909c17 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:36.762145 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5bca27bd-aa9f-477f-8273-6d29eb58d858 req-afa35baf-750c-406d-90dd-a9d872909c17 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1031926 Apr 23 10:34:36.764812 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for floatingip, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:36.811506 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5bca27bd-aa9f-477f-8273-6d29eb58d858 req-8d48b3d1-3173-42a7-b42d-8f802158f5fe tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424724 Apr 23 10:34:36.942972 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f6b43-de67-4717-a905-b0e633347520 req-9fb4e3f4-8f1e-48e4-9c7a-df6963657a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:36.944623 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ac8f6b43-de67-4717-a905-b0e633347520 req-9fb4e3f4-8f1e-48e4-9c7a-df6963657a41 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=053dbb1c35f34193b18ee2a736ef5da6&device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 1099 time: 0.1631660 Apr 23 10:34:37.093398 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:37.126752 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:37.173074 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f6b43-de67-4717-a905-b0e633347520 req-69c5cdd8-a7ed-4409-a857-25eaf646b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:37.174644 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ac8f6b43-de67-4717-a905-b0e633347520 req-69c5cdd8-a7ed-4409-a857-25eaf646b33a service neutron] 10.222.0.68 "GET /v2.0/networks?id=b126fda1-8aba-4f97-9375-594b068d7500 HTTP/1.1" status: 200 len: 911 time: 0.2122099 Apr 23 10:34:37.345622 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ac8f6b43-de67-4717-a905-b0e633347520 req-a2141eba-9168-4db7-91b9-681b151aa690 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15377bcc-175b-43d5-982f-3f50df9db188 HTTP/1.1" status: 200 len: 1002 time: 0.1580746 Apr 23 10:34:37.364030 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Allocated IP 172.28.3.79 (be9e38f9-f5f7-4024-8ca0-2a4d351f17d4/45a1cb1a-6412-4f46-9769-1de107d7cfd2/d9265476-f29f-476f-9377-080ba4fed78c) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:34:37.504698 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f6b43-de67-4717-a905-b0e633347520 req-4fb48b81-9911-47ab-b04a-a7def64a79b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:37.506327 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ac8f6b43-de67-4717-a905-b0e633347520 req-4fb48b81-9911-47ab-b04a-a7def64a79b7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cace927e-fc70-4e72-9b62-fe1db6ce7c84 HTTP/1.1" status: 200 len: 849 time: 0.1437299 Apr 23 10:34:37.615782 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d783d-26a0-4d52-8ddb-d61c6139afe8 req-5309dd83-8934-4c63-ab37-af1bd549d488 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:37.617732 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-618d783d-26a0-4d52-8ddb-d61c6139afe8 req-5309dd83-8934-4c63-ab37-af1bd549d488 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 984 time: 0.1097465 Apr 23 10:34:37.673880 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-618d783d-26a0-4d52-8ddb-d61c6139afe8 req-f937c091-2c23-408b-b9ec-50b22b2d8453 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3f97ce0-c743-40a1-be78-9ac956a1055e&id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483773 Apr 23 10:34:37.922586 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:37.933665 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f6b43-de67-4717-a905-b0e633347520 req-f740e15c-a015-42e0-9c0b-6fd8e4242758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:37.935212 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ac8f6b43-de67-4717-a905-b0e633347520 req-f740e15c-a015-42e0-9c0b-6fd8e4242758 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b126fda1-8aba-4f97-9375-594b068d7500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4106534 Apr 23 10:34:38.024469 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d6813-be11-47b2-8df4-768ee5054dda req-e4c623b3-7436-4361-bfce-6fe46b9c3237 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:38.026079 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-930d6813-be11-47b2-8df4-768ee5054dda req-e4c623b3-7436-4361-bfce-6fe46b9c3237 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.0949652 Apr 23 10:34:38.066546 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:38.074350 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-79f51279-f9e1-42a4-bbc1-a2e91fa5240b tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:38.082518 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-930d6813-be11-47b2-8df4-768ee5054dda req-938f4524-4e62-454a-9fb0-d15fabcdbed0 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480907 Apr 23 10:34:38.161320 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Network be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:34:38.166307 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:34:38.171603 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:34:38.199741 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ac8f6b43-de67-4717-a905-b0e633347520 req-f1621757-9039-4993-8f5c-d55424f8d34b service neutron] 10.222.0.68 "GET /v2.0/networks/b126fda1-8aba-4f97-9375-594b068d7500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544427 Apr 23 10:34:38.206485 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Pushing event updated for resources: {'Port': ['ID=d9265476-f29f-476f-9377-080ba4fed78c,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:38.213639 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:38.463658 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ac8f6b43-de67-4717-a905-b0e633347520 req-c9f6ccfd-49fd-4a48-9069-78a494723f40 service neutron] 10.222.0.68 "GET /v2.0/networks/b126fda1-8aba-4f97-9375-594b068d7500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490833 Apr 23 10:34:38.740601 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:38.829436 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:38.892127 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1254cc-37db-4173-913d-c239e030241a req-1b5d4895-7f84-4bc7-a5ff-0331a03ef6ca tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:38.893847 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3f1254cc-37db-4173-913d-c239e030241a req-1b5d4895-7f84-4bc7-a5ff-0331a03ef6ca tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 984 time: 0.0955839 Apr 23 10:34:38.949417 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3f1254cc-37db-4173-913d-c239e030241a req-c9f4fd6a-5a59-4ef4-a3a0-4beef54e1dfe tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3f97ce0-c743-40a1-be78-9ac956a1055e&id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485785 Apr 23 10:34:39.072825 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:39.078133 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848232985'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:39.083406 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0be6894a-7bda-461c-9bb7-38aa3422f6a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:39.196956 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Pushing event updated for resources: {'Port': ['ID=d9265476-f29f-476f-9377-080ba4fed78c,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:39.203565 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:39.213104 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414858'] for floatingip, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:39.298702 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9d5a1-f679-4fcb-8a92-799482639fe8 req-250caeca-1056-4022-b059-aa498bfc2918 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:39.300446 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c1d9d5a1-f679-4fcb-8a92-799482639fe8 req-250caeca-1056-4022-b059-aa498bfc2918 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.0950060 Apr 23 10:34:39.358377 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c1d9d5a1-f679-4fcb-8a92-799482639fe8 req-aaa55055-a121-4647-afb0-a345f3acb853 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502882 Apr 23 10:34:39.410038 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.l3_db [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Floating IP 25a3ea4a-97ec-4e31-9170-109151c9da02 associated. External IP: 172.28.3.79, port: 5f76df28-c932-4a42-b118-89fcfeb121af. Apr 23 10:34:39.798872 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Router a9a086a0-32c2-4485-bdc8-f3e42965f43a has already been hosted by L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 {{(pid=86422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:34:40.001503 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:34:40.014142 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e7982c-5001-447f-8cf8-d2d44282760a None None] Sync routers for ids ['a9a086a0-32c2-4485-bdc8-f3e42965f43a'] in dv-cinder-779233-3-smb {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:34:40.024324 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e7982c-5001-447f-8cf8-d2d44282760a None None] Routers {'a9a086a0-32c2-4485-bdc8-f3e42965f43a'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:34:40.025279 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-00e7982c-5001-447f-8cf8-d2d44282760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:34:34Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['a9a086a0-32c2-4485-bdc8-f3e42965f43a'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:34:40.033270 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:40.096637 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3729503 Apr 23 10:34:40.097618 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cfe186-8c32-46cf-8259-95030fecadd4', 'tag': '5f76df28-c932-4a42-b118-89fcfeb121af'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:34:40.195931 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2cbb1-15ba-4959-9241-a8ef4e14ce83 req-d07a9013-6235-468b-91b4-85df59ead1c4 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:40.197578 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cef2cbb1-15ba-4959-9241-a8ef4e14ce83 req-d07a9013-6235-468b-91b4-85df59ead1c4 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 984 time: 0.1022463 Apr 23 10:34:40.244260 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-00e7982c-5001-447f-8cf8-d2d44282760a None None] Set router a9a086a0-32c2-4485-bdc8-f3e42965f43a gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:34:40.254142 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cef2cbb1-15ba-4959-9241-a8ef4e14ce83 req-4fd68c33-afd9-48b0-8ea2-5a6a488d0e97 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3f97ce0-c743-40a1-be78-9ac956a1055e&id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462787 Apr 23 10:34:40.313616 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23cfe186-8c32-46cf-8259-95030fecadd4', 'tag': '5f76df28-c932-4a42-b118-89fcfeb121af', 'status': 'completed', 'code': 200} Apr 23 10:34:40.528841 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60310b-b965-4774-a574-cff304a507c2 req-7e3d7c1c-2ce9-4913-9ee0-6b6c2bcd36ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:40.531756 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3f60310b-b965-4774-a574-cff304a507c2 req-7e3d7c1c-2ce9-4913-9ee0-6b6c2bcd36ef service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=255f4e8d36df457688082e6c744446c6&device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 1098 time: 0.1058505 Apr 23 10:34:40.607439 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b32ecf-7096-41f7-9af8-92c5cd44d500 req-53f5eddb-8146-4e76-b5f6-1d5cdc94da3f tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:40.616875 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d1b32ecf-7096-41f7-9af8-92c5cd44d500 req-53f5eddb-8146-4e76-b5f6-1d5cdc94da3f tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1287484 Apr 23 10:34:40.680799 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d1b32ecf-7096-41f7-9af8-92c5cd44d500 req-eabf246c-56b7-484b-a6f7-645017048f8f tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624888 Apr 23 10:34:40.718451 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60310b-b965-4774-a574-cff304a507c2 req-36d27086-6d8b-4735-bf94-ad3b8c59d28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:40.720080 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3f60310b-b965-4774-a574-cff304a507c2 req-36d27086-6d8b-4735-bf94-ad3b8c59d28b service neutron] 10.222.0.68 "GET /v2.0/networks?id=5ef6478b-7a5c-489a-b953-1eb771afef62 HTTP/1.1" status: 200 len: 908 time: 0.1732450 Apr 23 10:34:40.823362 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-00e7982c-5001-447f-8cf8-d2d44282760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'name': 'tempest-TestShelveInstance-41773946-router', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:33:25Z', 'updated_at': '2021-04-23T10:33:33Z', 'revision_number': 4, 'project_id': '255f4e8d36df457688082e6c744446c6', 'gw_port': {'id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:26Z', 'updated_at': '2021-04-23T10:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_floatingips': [{'id': '25a3ea4a-97ec-4e31-9170-109151c9da02', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'floating_ip_address': '172.28.3.79', 'floating_network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'router_id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'port_id': '5f76df28-c932-4a42-b118-89fcfeb121af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62', 'mac_address': 'fa:16:3e:b3:91:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23cfe186-8c32-46cf-8259-95030fecadd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:34:38Z', 'updated_at': '2021-04-23T10:34:38Z', 'revision_number': 0, 'project_id': '255f4e8d36df457688082e6c744446c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '228dcedb-d7c3-430d-b752-8fd539c32839', 'name': '', 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'mac_address': 'fa:16:3e:f6:e5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4c234b10-2c8f-4c4d-b927-533993eb530d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:31Z', 'updated_at': '2021-04-23T10:33:41Z', 'revision_number': 5, 'project_id': '255f4e8d36df457688082e6c744446c6', 'subnets': [{'id': '4c234b10-2c8f-4c4d-b927-533993eb530d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:34:40.827721 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e7982c-5001-447f-8cf8-d2d44282760a None None] Checking router: a9a086a0-32c2-4485-bdc8-f3e42965f43a for host: dv-cinder-779233-3-smb {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:34:40.836950 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e7982c-5001-447f-8cf8-d2d44282760a None None] Routers {'a9a086a0-32c2-4485-bdc8-f3e42965f43a'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:34:40.837614 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-00e7982c-5001-447f-8cf8-d2d44282760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:34:34Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['a9a086a0-32c2-4485-bdc8-f3e42965f43a'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:34:40.845386 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3f60310b-b965-4774-a574-cff304a507c2 req-fb9dab83-ce37-4e87-8280-45403a51f47c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f76df28-c932-4a42-b118-89fcfeb121af HTTP/1.1" status: 200 len: 998 time: 0.1088619 Apr 23 10:34:40.928993 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60310b-b965-4774-a574-cff304a507c2 req-d6e601a7-e8a1-4985-88d7-53ce61c0ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:40.930913 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3f60310b-b965-4774-a574-cff304a507c2 req-d6e601a7-e8a1-4985-88d7-53ce61c0ed2c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4c234b10-2c8f-4c4d-b927-533993eb530d HTTP/1.1" status: 200 len: 846 time: 0.0739951 Apr 23 10:34:41.030155 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60310b-b965-4774-a574-cff304a507c2 req-b6a96ba4-e3cb-4034-b9d1-409d1351112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:41.031866 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3f60310b-b965-4774-a574-cff304a507c2 req-b6a96ba4-e3cb-4034-b9d1-409d1351112f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5ef6478b-7a5c-489a-b953-1eb771afef62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0870290 Apr 23 10:34:41.062146 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-00e7982c-5001-447f-8cf8-d2d44282760a None None] Set router a9a086a0-32c2-4485-bdc8-f3e42965f43a gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:34:41.197558 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3f60310b-b965-4774-a574-cff304a507c2 req-486bb27b-52eb-46c1-bdf9-48bf773934a0 service neutron] 10.222.0.68 "GET /v2.0/networks/5ef6478b-7a5c-489a-b953-1eb771afef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528502 Apr 23 10:34:41.496691 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-00e7982c-5001-447f-8cf8-d2d44282760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'name': 'tempest-TestShelveInstance-41773946-router', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:33:25Z', 'updated_at': '2021-04-23T10:33:33Z', 'revision_number': 4, 'project_id': '255f4e8d36df457688082e6c744446c6', 'gw_port': {'id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:26Z', 'updated_at': '2021-04-23T10:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_floatingips': [{'id': '25a3ea4a-97ec-4e31-9170-109151c9da02', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'floating_ip_address': '172.28.3.79', 'floating_network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'router_id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'port_id': '5f76df28-c932-4a42-b118-89fcfeb121af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62', 'mac_address': 'fa:16:3e:b3:91:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23cfe186-8c32-46cf-8259-95030fecadd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:34:38Z', 'updated_at': '2021-04-23T10:34:38Z', 'revision_number': 0, 'project_id': '255f4e8d36df457688082e6c744446c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '228dcedb-d7c3-430d-b752-8fd539c32839', 'name': '', 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'mac_address': 'fa:16:3e:f6:e5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4c234b10-2c8f-4c4d-b927-533993eb530d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:31Z', 'updated_at': '2021-04-23T10:33:41Z', 'revision_number': 5, 'project_id': '255f4e8d36df457688082e6c744446c6', 'subnets': [{'id': '4c234b10-2c8f-4c4d-b927-533993eb530d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:34:41.502232 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e7982c-5001-447f-8cf8-d2d44282760a None None] The sync data for ids ['a9a086a0-32c2-4485-bdc8-f3e42965f43a'] in dv-cinder-779233-3-smb is: [{'id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'name': 'tempest-TestShelveInstance-41773946-router', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:33:25Z', 'updated_at': '2021-04-23T10:33:33Z', 'revision_number': 4, 'project_id': '255f4e8d36df457688082e6c744446c6', 'gw_port': {'id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:26Z', 'updated_at': '2021-04-23T10:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_floatingips': [{'id': '25a3ea4a-97ec-4e31-9170-109151c9da02', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'floating_ip_address': '172.28.3.79', 'floating_network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'router_id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'port_id': '5f76df28-c932-4a42-b118-89fcfeb121af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62', 'mac_address': 'fa:16:3e:b3:91:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23cfe186-8c32-46cf-8259-95030fecadd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:34:38Z', 'updated_at': '2021-04-23T10:34:38Z', 'revision_number': 0, 'project_id': '255f4e8d36df457688082e6c744446c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '228dcedb-d7c3-430d-b752-8fd539c32839', 'name': '', 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'mac_address': 'fa:16:3e:f6:e5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4c234b10-2c8f-4c4d-b927-533993eb530d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:31Z', 'updated_at': '2021-04-23T10:33:41Z', 'revision_number': 5, 'project_id': '255f4e8d36df457688082e6c744446c6', 'subnets': [{'id': '4c234b10-2c8f-4c4d-b927-533993eb530d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:34:41.528518 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9571b53-4392-4f8a-8560-d1e3a8f074f7 req-642b2080-c7bc-48f4-83f7-4b6a8241ea16 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:41.530328 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e9571b53-4392-4f8a-8560-d1e3a8f074f7 req-642b2080-c7bc-48f4-83f7-4b6a8241ea16 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 984 time: 0.1176162 Apr 23 10:34:41.602042 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e9571b53-4392-4f8a-8560-d1e3a8f074f7 req-4d43bb69-c66d-4853-bffa-df21af2ea19d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3f97ce0-c743-40a1-be78-9ac956a1055e&id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645134 Apr 23 10:34:41.694746 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3f60310b-b965-4774-a574-cff304a507c2 req-fb51980e-8dfc-4b04-983e-e8fc543626c2 service neutron] 10.222.0.68 "GET /v2.0/networks/5ef6478b-7a5c-489a-b953-1eb771afef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717405 Apr 23 10:34:41.790962 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59040a7-2501-4f97-9aef-c6ed6549fe8a None None] New status for floating IP 25a3ea4a-97ec-4e31-9170-109151c9da02: ACTIVE {{(pid=86424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:34:42.831378 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958fb2d-9431-41e5-bcf5-9f1854b6d556 req-dc25b2ce-ea5b-4a92-abe1-13984c29e2f5 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:42.833062 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7958fb2d-9431-41e5-bcf5-9f1854b6d556 req-dc25b2ce-ea5b-4a92-abe1-13984c29e2f5 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 984 time: 0.0938501 Apr 23 10:34:42.884561 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7958fb2d-9431-41e5-bcf5-9f1854b6d556 req-4de67e41-1d3d-41d3-9d32-880e21d4666a tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3f97ce0-c743-40a1-be78-9ac956a1055e&id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448916 Apr 23 10:34:44.112104 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ea213-61da-48bc-82bf-6be6eabd293a req-1b5f7255-2306-4b8f-ad19-2be1d08a9f07 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:44.113802 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f74ea213-61da-48bc-82bf-6be6eabd293a req-1b5f7255-2306-4b8f-ad19-2be1d08a9f07 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 984 time: 0.0930345 Apr 23 10:34:44.167623 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f74ea213-61da-48bc-82bf-6be6eabd293a req-73c58743-6445-4918-b349-252b1e8889ea tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3f97ce0-c743-40a1-be78-9ac956a1055e&id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464404 Apr 23 10:34:45.368108 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e2796-8aa9-4cf3-a51f-02e2386dc791 req-1896be50-84f2-4caa-a4bd-e65496a2b20a tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:45.369641 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0f5e2796-8aa9-4cf3-a51f-02e2386dc791 req-1896be50-84f2-4caa-a4bd-e65496a2b20a tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 984 time: 0.0871074 Apr 23 10:34:45.420429 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0f5e2796-8aa9-4cf3-a51f-02e2386dc791 req-4a8931ec-1e26-471f-b0ad-6f60a053f150 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3f97ce0-c743-40a1-be78-9ac956a1055e&id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436103 Apr 23 10:34:46.637054 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f906201-5a85-4184-9096-f9f4c4f5ddbe req-d01b54cc-e125-45d8-bc0c-3bbf4d0ce09e tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:46.638682 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4f906201-5a85-4184-9096-f9f4c4f5ddbe req-d01b54cc-e125-45d8-bc0c-3bbf4d0ce09e tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 984 time: 0.0981083 Apr 23 10:34:46.690900 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4f906201-5a85-4184-9096-f9f4c4f5ddbe req-847cccab-27b1-4e8e-99d0-d79c5fac3f24 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3f97ce0-c743-40a1-be78-9ac956a1055e&id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452831 Apr 23 10:34:47.894997 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f432d-81b8-46b2-8090-bec6d765a2da req-7bce3b09-0094-4310-83ad-7597d871ea55 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:47.896663 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-633f432d-81b8-46b2-8090-bec6d765a2da req-7bce3b09-0094-4310-83ad-7597d871ea55 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 984 time: 0.0928442 Apr 23 10:34:48.154669 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-633f432d-81b8-46b2-8090-bec6d765a2da req-6396b077-9a4b-46ae-8ed2-efe193a867fc tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3f97ce0-c743-40a1-be78-9ac956a1055e&id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2507398 Apr 23 10:34:49.359144 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc24c16-2f5b-46d0-bb75-00dd84526eef req-c3545fa3-5d8f-4be3-9393-cdf8db860062 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:49.360545 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-9fc24c16-2f5b-46d0-bb75-00dd84526eef req-c3545fa3-5d8f-4be3-9393-cdf8db860062 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 984 time: 0.0894530 Apr 23 10:34:49.413850 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-9fc24c16-2f5b-46d0-bb75-00dd84526eef req-3238dcdf-f653-4fe6-b4a3-7e37c46f197f tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3f97ce0-c743-40a1-be78-9ac956a1055e&id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467000 Apr 23 10:34:50.616862 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ff9e7-3b68-4d00-8133-7f4a8dc5fe41 req-375b3be9-3281-4286-86c6-55a8c5fe46e8 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:50.618376 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-329ff9e7-3b68-4d00-8133-7f4a8dc5fe41 req-375b3be9-3281-4286-86c6-55a8c5fe46e8 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 984 time: 0.0887349 Apr 23 10:34:50.668445 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-329ff9e7-3b68-4d00-8133-7f4a8dc5fe41 req-4a60c266-d2c3-4777-985e-91c1eb43d0ff tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3f97ce0-c743-40a1-be78-9ac956a1055e&id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434206 Apr 23 10:34:51.876159 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec0b90-33a7-4ab2-b483-14c9aa3c0ff2 req-5a78dded-7458-4c22-b114-52f29ac0b5b9 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:51.877820 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0aec0b90-33a7-4ab2-b483-14c9aa3c0ff2 req-5a78dded-7458-4c22-b114-52f29ac0b5b9 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 984 time: 0.0948713 Apr 23 10:34:51.928854 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0aec0b90-33a7-4ab2-b483-14c9aa3c0ff2 req-ee9d1e98-9b08-4236-860d-d0cbd06b5b15 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3f97ce0-c743-40a1-be78-9ac956a1055e&id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443599 Apr 23 10:34:53.131924 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb51af8-8170-4f98-9977-398a1f787726 req-a3721e17-0d7c-4e31-b180-45448e37dd48 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:34:53.133550 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1bb51af8-8170-4f98-9977-398a1f787726 req-a3721e17-0d7c-4e31-b180-45448e37dd48 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 984 time: 0.0886450 Apr 23 10:34:53.182805 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1bb51af8-8170-4f98-9977-398a1f787726 req-2550d33d-a538-450e-a2ec-d482e0af2936 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=e3f97ce0-c743-40a1-be78-9ac956a1055e&id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427682 Apr 23 10:34:57.644032 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:35:02.143346 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1e2378a9-68a4-41d2-b375-dfd859f41641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:03.358749 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:04.152026 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-80d1fce8-d5b3-42be-b983-d4d23fedf7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:05.404694 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:05.476107 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:07.128792 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:08.906805 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 36664) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:09.046050 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1eb57d9a-b2e6-4293-ae91-017d1a20274b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:09.066169 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1eb57d9a-b2e6-4293-ae91-017d1a20274b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:35:09.070280 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-1eb57d9a-b2e6-4293-ae91-017d1a20274b admin admin] Usage tracker for resource:security_group_rule and tenant:9df91a071b4049f89a48adf89d8cd0a1 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:35:09.073425 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-1eb57d9a-b2e6-4293-ae91-017d1a20274b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:35:09.080094 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1eb57d9a-b2e6-4293-ae91-017d1a20274b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:35:09.175781 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1eb57d9a-b2e6-4293-ae91-017d1a20274b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:09.179106 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1eb57d9a-b2e6-4293-ae91-017d1a20274b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:09.188965 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e7d02152-4962-4e2c-b27b-41c997ad26a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:09.231033 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-1eb57d9a-b2e6-4293-ae91-017d1a20274b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9df91a071b4049f89a48adf89d8cd0a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230338 Apr 23 10:35:09.232729 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb57d9a-b2e6-4293-ae91-017d1a20274b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3afef5c-fd85-45f2-a643-61738b34c9cd,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:09.233999 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 36670) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:09.236544 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1eb57d9a-b2e6-4293-ae91-017d1a20274b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:09.301257 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-52607635-9402-4231-ba07-221cf0f6ec96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:09.329468 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-52607635-9402-4231-ba07-221cf0f6ec96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:09.381922 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-52607635-9402-4231-ba07-221cf0f6ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:09.387758 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:09.402098 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52607635-9402-4231-ba07-221cf0f6ec96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3afef5c-fd85-45f2-a643-61738b34c9cd,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:09.404560 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-52607635-9402-4231-ba07-221cf0f6ec96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:09.405784 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-52607635-9402-4231-ba07-221cf0f6ec96 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a3afef5c-fd85-45f2-a643-61738b34c9cd HTTP/1.1" status: 204 len: 168 time: 0.1705990 Apr 23 10:35:09.406758 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-52607635-9402-4231-ba07-221cf0f6ec96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:09.720886 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 36678) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:09.740333 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fd0aa90c-0efc-415f-aa31-f91ca7818778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:09.755264 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-fd0aa90c-0efc-415f-aa31-f91ca7818778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:35:09.759236 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-fd0aa90c-0efc-415f-aa31-f91ca7818778 admin admin] Usage tracker for resource:security_group_rule and tenant:0fccf9b7073b4ae0b9e7635563a3f91c is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:35:09.762180 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-fd0aa90c-0efc-415f-aa31-f91ca7818778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:35:09.768136 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-fd0aa90c-0efc-415f-aa31-f91ca7818778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:35:09.858508 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fd0aa90c-0efc-415f-aa31-f91ca7818778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:09.862466 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fd0aa90c-0efc-415f-aa31-f91ca7818778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:09.871207 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9ef3bf70-dab9-4eb6-9cf4-243b84da25ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:09.921783 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-fd0aa90c-0efc-415f-aa31-f91ca7818778 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0fccf9b7073b4ae0b9e7635563a3f91c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1991909 Apr 23 10:35:09.922726 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0aa90c-0efc-415f-aa31-f91ca7818778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef06923-fdbe-44dc-b49e-ee697d08414d,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:09.924610 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 36682) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:09.925921 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fd0aa90c-0efc-415f-aa31-f91ca7818778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:09.987272 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-11f8d711-0439-44a1-94eb-d02dd75a9cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:10.014332 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-11f8d711-0439-44a1-94eb-d02dd75a9cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:10.068659 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-11f8d711-0439-44a1-94eb-d02dd75a9cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:10.073707 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-efd478d0-739e-4467-9a90-88e139c6e7dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:10.091975 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8d711-0439-44a1-94eb-d02dd75a9cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef06923-fdbe-44dc-b49e-ee697d08414d,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:10.094958 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-11f8d711-0439-44a1-94eb-d02dd75a9cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:10.101334 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-11f8d711-0439-44a1-94eb-d02dd75a9cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:10.103115 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-11f8d711-0439-44a1-94eb-d02dd75a9cb7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7ef06923-fdbe-44dc-b49e-ee697d08414d HTTP/1.1" status: 204 len: 168 time: 0.1768236 Apr 23 10:35:12.304546 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 36748) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:12.428197 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bf7cdbc2-3ad9-4cd7-b7cc-c7e09b17a51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:12.443870 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-bf7cdbc2-3ad9-4cd7-b7cc-c7e09b17a51d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:35:12.447865 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-bf7cdbc2-3ad9-4cd7-b7cc-c7e09b17a51d admin admin] Usage tracker for resource:security_group_rule and tenant:ce1ff95c26094ca58f3af23de33bfb2e is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:35:12.450813 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-bf7cdbc2-3ad9-4cd7-b7cc-c7e09b17a51d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:35:12.456727 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-bf7cdbc2-3ad9-4cd7-b7cc-c7e09b17a51d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:35:12.540369 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bf7cdbc2-3ad9-4cd7-b7cc-c7e09b17a51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:12.543378 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bf7cdbc2-3ad9-4cd7-b7cc-c7e09b17a51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:12.552817 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:12.594764 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-bf7cdbc2-3ad9-4cd7-b7cc-c7e09b17a51d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ce1ff95c26094ca58f3af23de33bfb2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890558 Apr 23 10:35:12.595734 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7cdbc2-3ad9-4cd7-b7cc-c7e09b17a51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1457bb8-5d4d-4276-ba66-7a4b384f9543,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:12.597703 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 36754) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:12.598951 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-bf7cdbc2-3ad9-4cd7-b7cc-c7e09b17a51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:12.660186 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-456d5a42-d0ff-44a7-9fdb-c5812adc523c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:12.688923 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-456d5a42-d0ff-44a7-9fdb-c5812adc523c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:12.732577 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-456d5a42-d0ff-44a7-9fdb-c5812adc523c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:12.738081 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:12.750872 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d5a42-d0ff-44a7-9fdb-c5812adc523c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1457bb8-5d4d-4276-ba66-7a4b384f9543,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:12.755621 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-456d5a42-d0ff-44a7-9fdb-c5812adc523c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:12.759953 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-456d5a42-d0ff-44a7-9fdb-c5812adc523c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:12.761211 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-456d5a42-d0ff-44a7-9fdb-c5812adc523c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a1457bb8-5d4d-4276-ba66-7a4b384f9543 HTTP/1.1" status: 204 len: 168 time: 0.1623540 Apr 23 10:35:13.051752 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 36762) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:13.070872 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e3f62e51-9659-4b0c-a26a-e227f8ba4201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:13.086118 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e3f62e51-9659-4b0c-a26a-e227f8ba4201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:35:13.090128 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-e3f62e51-9659-4b0c-a26a-e227f8ba4201 admin admin] Usage tracker for resource:security_group_rule and tenant:e913f7aca440449bb67740b0a79656c3 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:35:13.093729 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-e3f62e51-9659-4b0c-a26a-e227f8ba4201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:35:13.099620 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-e3f62e51-9659-4b0c-a26a-e227f8ba4201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:35:13.187473 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e3f62e51-9659-4b0c-a26a-e227f8ba4201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:13.190669 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e3f62e51-9659-4b0c-a26a-e227f8ba4201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:13.199552 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2e6643d8-4510-4add-ae2e-cfbf87b3135d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:13.242288 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-e3f62e51-9659-4b0c-a26a-e227f8ba4201 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e913f7aca440449bb67740b0a79656c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1891940 Apr 23 10:35:13.243125 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f62e51-9659-4b0c-a26a-e227f8ba4201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216884fc-4d33-4c1a-b4a3-e773fc79125f,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:13.245194 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 36766) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:13.246365 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e3f62e51-9659-4b0c-a26a-e227f8ba4201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:13.306547 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b494e843-2a24-453b-82aa-4f812ee21b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:13.333917 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b494e843-2a24-453b-82aa-4f812ee21b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:13.380871 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b494e843-2a24-453b-82aa-4f812ee21b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:13.385774 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1a9ccf80-e68c-46e7-b656-be5273d45774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:13.398905 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494e843-2a24-453b-82aa-4f812ee21b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216884fc-4d33-4c1a-b4a3-e773fc79125f,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:13.403600 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b494e843-2a24-453b-82aa-4f812ee21b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:13.408665 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b494e843-2a24-453b-82aa-4f812ee21b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:13.409875 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-b494e843-2a24-453b-82aa-4f812ee21b18 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/216884fc-4d33-4c1a-b4a3-e773fc79125f HTTP/1.1" status: 204 len: 168 time: 0.1635282 Apr 23 10:35:18.599368 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837476b-1a72-424e-a75c-840e73455aba req-b475683b-c433-4240-add3-283dd8b210d7 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:18.600888 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6837476b-1a72-424e-a75c-840e73455aba req-b475683b-c433-4240-add3-283dd8b210d7 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 946 time: 0.0884662 Apr 23 10:35:18.653124 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6837476b-1a72-424e-a75c-840e73455aba req-5b048c15-e840-4823-b2b4-09abbeef533a tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457373 Apr 23 10:35:19.868568 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7ff57-869e-4fbf-9038-61cb8daf6021 req-66d10a0b-1db6-478a-9bb2-da542aae3d10 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:19.870282 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e8d7ff57-869e-4fbf-9038-61cb8daf6021 req-66d10a0b-1db6-478a-9bb2-da542aae3d10 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 946 time: 0.0909507 Apr 23 10:35:19.920393 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e8d7ff57-869e-4fbf-9038-61cb8daf6021 req-f262550a-4731-4982-a8cd-e155ff4887a3 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428805 Apr 23 10:35:21.132723 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0b4e6-8a32-4071-8ee9-24a4cbcabfec req-f056af7f-c87a-4fcf-a335-d598037f3f2e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:21.134387 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-90d0b4e6-8a32-4071-8ee9-24a4cbcabfec req-f056af7f-c87a-4fcf-a335-d598037f3f2e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 946 time: 0.0938940 Apr 23 10:35:21.184918 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-90d0b4e6-8a32-4071-8ee9-24a4cbcabfec req-e677a904-f1fc-4bae-aea1-4ce6cf8a1af9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435917 Apr 23 10:35:21.987857 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd0dfc-1481-4cb3-bc59-f7c3a614468c req-452e3b8f-3589-4de1-950d-eb0217caf68d tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:21.988592 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-efbd0dfc-1481-4cb3-bc59-f7c3a614468c req-452e3b8f-3589-4de1-950d-eb0217caf68d tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Synchronizing usage tracker for tenant:9d145e5c62004c8fb3ccc764665554b4 on resource:port {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:35:22.010621 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-efbd0dfc-1481-4cb3-bc59-f7c3a614468c req-452e3b8f-3589-4de1-950d-eb0217caf68d tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Unset dirty status for tenant:9d145e5c62004c8fb3ccc764665554b4 on resource:port {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:35:22.012221 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-efbd0dfc-1481-4cb3-bc59-f7c3a614468c req-452e3b8f-3589-4de1-950d-eb0217caf68d tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.68 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 946 time: 0.1197767 Apr 23 10:35:22.172153 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-efbd0dfc-1481-4cb3-bc59-f7c3a614468c req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Deleting port 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:35:22.172763 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-efbd0dfc-1481-4cb3-bc59-f7c3a614468c req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:22.331954 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-efbd0dfc-1481-4cb3-bc59-f7c3a614468c req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] For port 33ddcfa7-4f10-4a97-8704-29c2a7d515f8, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=33ddcfa7-4f10-4a97-8704-29c2a7d515f8,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:35:22.332399 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-efbd0dfc-1481-4cb3-bc59-f7c3a614468c req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:22.403839 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb15d8-97b3-4278-89d5-269eef650bb7 req-f189dfa1-9006-4bcb-9523-185a7d9d6a85 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:22.405583 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0bcb15d8-97b3-4278-89d5-269eef650bb7 req-f189dfa1-9006-4bcb-9523-185a7d9d6a85 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 946 time: 0.0972774 Apr 23 10:35:22.466475 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0bcb15d8-97b3-4278-89d5-269eef650bb7 req-d7e57817-3ce8-4240-9807-e747b7d664cf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=d47e5a67-ea61-4e3a-adac-4225b72f9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510075 Apr 23 10:35:22.683540 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-efbd0dfc-1481-4cb3-bc59-f7c3a614468c req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:22.683973 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-efbd0dfc-1481-4cb3-bc59-f7c3a614468c req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414858'] for floatingip, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:22.684364 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.l3_db [req-efbd0dfc-1481-4cb3-bc59-f7c3a614468c req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Floating IP 0da3cc33-376c-4524-890d-60b3800cfd9d disassociated. External IP: 172.28.3.63, port: 33ddcfa7-4f10-4a97-8704-29c2a7d515f8. Apr 23 10:35:22.684859 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-efbd0dfc-1481-4cb3-bc59-f7c3a614468c req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Calling delete_port for 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 owned by compute:nova {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:35:22.805817 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-efbd0dfc-1481-4cb3-bc59-f7c3a614468c req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:22.813182 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-391d1c3b-3394-47e1-89f3-a38c48683f8d tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:22.869399 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Pushing event deleted for resources: {'Port': ['ID=33ddcfa7-4f10-4a97-8704-29c2a7d515f8,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:22.955131 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:22.955987 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:22.955987 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:22.956383 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:22.956792 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:22.957195 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:22.957596 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:22.957997 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:22.958414 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:22.958813 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:22.959221 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:22.959622 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:22.963400 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:23.098126 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efbd0dfc-1481-4cb3-bc59-f7c3a614468c req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Router 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 has already been hosted by L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 {{(pid=86422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:35:23.292022 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efbd0dfc-1481-4cb3-bc59-f7c3a614468c req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:35:23.302858 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e0c288-433c-49fc-be7d-a432f2093c4b None None] Sync routers for ids ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'] in dv-cinder-779233-3-smb {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:35:23.317999 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e0c288-433c-49fc-be7d-a432f2093c4b None None] Routers {'90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:35:23.318726 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-28e0c288-433c-49fc-be7d-a432f2093c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:35:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:35:23.370435 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbd0dfc-1481-4cb3-bc59-f7c3a614468c req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] No DVR routers for this DVR port 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 on host hv-cinder-77923 {{(pid=86422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:35:23.373126 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-efbd0dfc-1481-4cb3-bc59-f7c3a614468c req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:23.376691 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363d6e83-40d2-4861-a61e-b49b10562d9c', 'name': 'network-vif-deleted', 'tag': '33ddcfa7-4f10-4a97-8704-29c2a7d515f8'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:35:23.413018 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-efbd0dfc-1481-4cb3-bc59-f7c3a614468c req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.68 "DELETE /v2.0/ports/33ddcfa7-4f10-4a97-8704-29c2a7d515f8 HTTP/1.1" status: 204 len: 173 time: 1.3928804 Apr 23 10:35:23.428953 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363d6e83-40d2-4861-a61e-b49b10562d9c', 'name': 'network-vif-deleted', 'tag': '33ddcfa7-4f10-4a97-8704-29c2a7d515f8', 'status': 'completed', 'code': 200} Apr 23 10:35:23.529511 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-28e0c288-433c-49fc-be7d-a432f2093c4b None None] Set router 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:35:23.689103 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-56f066a4-07ad-4f6d-adef-1982bf6340e8 req-d96d00d8-a7d7-490d-a50b-4906c80261c8 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=363d6e83-40d2-4861-a61e-b49b10562d9c HTTP/1.1" status: 200 len: 210 time: 0.0631919 Apr 23 10:35:23.887614 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-28e0c288-433c-49fc-be7d-a432f2093c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1507054443-router', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:23Z', 'revision_number': 4, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'gw_port': {'id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:07Z', 'updated_at': '2021-04-23T10:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '86e37561-8243-4a67-b297-9e8da95a8d2d', 'name': '', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'mac_address': 'fa:16:3e:34:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:22Z', 'updated_at': '2021-04-23T10:29:38Z', 'revision_number': 5, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'subnets': [{'id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:35:23.892387 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e0c288-433c-49fc-be7d-a432f2093c4b None None] Checking router: 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 for host: dv-cinder-779233-3-smb {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:35:23.901920 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e0c288-433c-49fc-be7d-a432f2093c4b None None] Routers {'90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:35:23.902596 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-28e0c288-433c-49fc-be7d-a432f2093c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:35:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:35:24.137306 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-28e0c288-433c-49fc-be7d-a432f2093c4b None None] Set router 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:35:24.719055 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-28e0c288-433c-49fc-be7d-a432f2093c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1507054443-router', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:23Z', 'revision_number': 4, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'gw_port': {'id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:07Z', 'updated_at': '2021-04-23T10:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '86e37561-8243-4a67-b297-9e8da95a8d2d', 'name': '', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'mac_address': 'fa:16:3e:34:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:22Z', 'updated_at': '2021-04-23T10:29:38Z', 'revision_number': 5, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'subnets': [{'id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:35:24.729846 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e0c288-433c-49fc-be7d-a432f2093c4b None None] The sync data for ids ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'] in dv-cinder-779233-3-smb is: [{'id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1507054443-router', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:23Z', 'revision_number': 4, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'gw_port': {'id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:07Z', 'updated_at': '2021-04-23T10:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '86e37561-8243-4a67-b297-9e8da95a8d2d', 'name': '', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'mac_address': 'fa:16:3e:34:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:22Z', 'updated_at': '2021-04-23T10:29:38Z', 'revision_number': 5, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'subnets': [{'id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:35:24.853998 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 36946) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:24.932028 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e4d36583-2734-4a4e-b062-e3fb80aab4da tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:24.965360 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e4d36583-2734-4a4e-b062-e3fb80aab4da tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:25.016040 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e4d36583-2734-4a4e-b062-e3fb80aab4da tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:25.029018 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2db4ed61-1196-41ce-b921-fa7ec66409f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:25.053757 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d36583-2734-4a4e-b062-e3fb80aab4da tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47e5a67-ea61-4e3a-adac-4225b72f9177,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:25.069471 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d36583-2734-4a4e-b062-e3fb80aab4da tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:25.069801 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d36583-2734-4a4e-b062-e3fb80aab4da tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:25.070212 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d36583-2734-4a4e-b062-e3fb80aab4da tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:25.070618 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d36583-2734-4a4e-b062-e3fb80aab4da tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:25.071001 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d36583-2734-4a4e-b062-e3fb80aab4da tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:25.071590 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d36583-2734-4a4e-b062-e3fb80aab4da tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:25.072169 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d36583-2734-4a4e-b062-e3fb80aab4da tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:25.072755 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d36583-2734-4a4e-b062-e3fb80aab4da tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:25.073324 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d36583-2734-4a4e-b062-e3fb80aab4da tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:25.074015 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d36583-2734-4a4e-b062-e3fb80aab4da tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:25.074591 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d36583-2734-4a4e-b062-e3fb80aab4da tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:25.075140 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d36583-2734-4a4e-b062-e3fb80aab4da tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:25.080004 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e4d36583-2734-4a4e-b062-e3fb80aab4da tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:25.081373 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e4d36583-2734-4a4e-b062-e3fb80aab4da tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:25.087032 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 36950) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:25.092821 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-e4d36583-2734-4a4e-b062-e3fb80aab4da tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "DELETE /v2.0/security-groups/d47e5a67-ea61-4e3a-adac-4225b72f9177 HTTP/1.1" status: 204 len: 168 time: 0.2372525 Apr 23 10:35:25.106829 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.v2.resource [None req-3e336401-389c-47f0-acbf-63bc23080c5a tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] show failed (client error): The resource could not be found. Apr 23 10:35:25.116046 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-3e336401-389c-47f0-acbf-63bc23080c5a tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups/d47e5a67-ea61-4e3a-adac-4225b72f9177 HTTP/1.1" status: 404 len: 347 time: 0.0275862 Apr 23 10:35:25.117283 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 36954) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:25.228444 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0de019-d51e-4925-be55-8bbab6915c4b None None] New status for floating IP 0da3cc33-376c-4524-890d-60b3800cfd9d: DOWN {{(pid=86424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:35:25.370710 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7560a-a4e2-409b-b318-d8f0e493a834 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Deleting port c530aa28-3cea-46bb-8bd4-f17eca7dbf59 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:35:25.371066 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dfa7560a-a4e2-409b-b318-d8f0e493a834 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:25.510233 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dfa7560a-a4e2-409b-b318-d8f0e493a834 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:25.510611 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dfa7560a-a4e2-409b-b318-d8f0e493a834 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:25.654071 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7560a-a4e2-409b-b318-d8f0e493a834 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Calling delete_port for c530aa28-3cea-46bb-8bd4-f17eca7dbf59 owned by network:floatingip {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:35:25.712607 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.db.api [None req-dfa7560a-a4e2-409b-b318-d8f0e493a834 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86422) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 10:35:25.712975 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_db.api [None req-dfa7560a-a4e2-409b-b318-d8f0e493a834 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 10:35:26.031190 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:35:26.079861 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] No Port match for: 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:35:26.080259 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 33ddcfa7-4f10-4a97-8704-29c2a7d515f8 not bound to the agent host hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:35:26.282445 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7560a-a4e2-409b-b318-d8f0e493a834 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Deleting port c530aa28-3cea-46bb-8bd4-f17eca7dbf59 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:35:26.282836 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dfa7560a-a4e2-409b-b318-d8f0e493a834 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:26.413083 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dfa7560a-a4e2-409b-b318-d8f0e493a834 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:26.413457 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dfa7560a-a4e2-409b-b318-d8f0e493a834 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:26.545797 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7560a-a4e2-409b-b318-d8f0e493a834 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Calling delete_port for c530aa28-3cea-46bb-8bd4-f17eca7dbf59 owned by network:floatingip {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:35:26.661124 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dfa7560a-a4e2-409b-b318-d8f0e493a834 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:26.666141 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:26.714474 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7560a-a4e2-409b-b318-d8f0e493a834 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Pushing event deleted for resources: {'Port': ['ID=c530aa28-3cea-46bb-8bd4-f17eca7dbf59,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:26.743480 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-dfa7560a-a4e2-409b-b318-d8f0e493a834 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:26.814743 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dfa7560a-a4e2-409b-b318-d8f0e493a834 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for floatingip, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:26.829193 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dfa7560a-a4e2-409b-b318-d8f0e493a834 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:26.830490 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-dfa7560a-a4e2-409b-b318-d8f0e493a834 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "DELETE /v2.0/floatingips/0da3cc33-376c-4524-890d-60b3800cfd9d HTTP/1.1" status: 204 len: 168 time: 1.7120833 Apr 23 10:35:27.250730 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 36974) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:27.256602 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-443ebbcc-d1a1-4b74-98ea-33a8c379396e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--169585601', 'description': 'tempest-description--2065523019'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:35:27.263191 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-443ebbcc-d1a1-4b74-98ea-33a8c379396e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:35:27.267854 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-443ebbcc-d1a1-4b74-98ea-33a8c379396e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Usage tracker for resource:security_group and tenant:9d145e5c62004c8fb3ccc764665554b4 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:35:27.272169 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-443ebbcc-d1a1-4b74-98ea-33a8c379396e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:35:27.278246 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-443ebbcc-d1a1-4b74-98ea-33a8c379396e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:35:27.287738 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-443ebbcc-d1a1-4b74-98ea-33a8c379396e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:27.315071 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-443ebbcc-d1a1-4b74-98ea-33a8c379396e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:35:27.319422 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-443ebbcc-d1a1-4b74-98ea-33a8c379396e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Usage tracker for resource:security_group_rule and tenant:9d145e5c62004c8fb3ccc764665554b4 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:35:27.322494 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-443ebbcc-d1a1-4b74-98ea-33a8c379396e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:35:27.329086 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-443ebbcc-d1a1-4b74-98ea-33a8c379396e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:35:27.402820 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-443ebbcc-d1a1-4b74-98ea-33a8c379396e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:27.406394 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-443ebbcc-d1a1-4b74-98ea-33a8c379396e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:27.412110 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-59ae38ba-8a6d-4aa5-b4f7-888596b92603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:27.456103 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ebbcc-d1a1-4b74-98ea-33a8c379396e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57bd1993-91f3-4003-83eb-46a9b11f5b59,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:27.458968 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-443ebbcc-d1a1-4b74-98ea-33a8c379396e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:27.463160 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-443ebbcc-d1a1-4b74-98ea-33a8c379396e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2084587 Apr 23 10:35:27.463160 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-443ebbcc-d1a1-4b74-98ea-33a8c379396e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:27.463601 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 36980) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:27.470435 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-46fbb10a-c3b1-4f4d-8d9f-6c215f320df0 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Request body: {'security_group_rule': {'security_group_id': '57bd1993-91f3-4003-83eb-46a9b11f5b59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:35:27.477009 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-46fbb10a-c3b1-4f4d-8d9f-6c215f320df0 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:35:27.481056 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-46fbb10a-c3b1-4f4d-8d9f-6c215f320df0 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Usage tracker for resource:security_group_rule and tenant:9d145e5c62004c8fb3ccc764665554b4 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:35:27.484183 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-46fbb10a-c3b1-4f4d-8d9f-6c215f320df0 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:35:27.490746 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-46fbb10a-c3b1-4f4d-8d9f-6c215f320df0 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:35:27.507688 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-46fbb10a-c3b1-4f4d-8d9f-6c215f320df0 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:27.577876 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-46fbb10a-c3b1-4f4d-8d9f-6c215f320df0 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:27.580632 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-46fbb10a-c3b1-4f4d-8d9f-6c215f320df0 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579839'] for security_group_rule, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:27.582933 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-942d7a78-c042-43ef-938c-1c4e410627bc tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:27.607819 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbb10a-c3b1-4f4d-8d9f-6c215f320df0 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f701831f-ab98-4496-8e6a-fa5ca62c63ab,revision_number=0']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:27.610584 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-46fbb10a-c3b1-4f4d-8d9f-6c215f320df0 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:27.617608 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-46fbb10a-c3b1-4f4d-8d9f-6c215f320df0 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:27.621404 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-46fbb10a-c3b1-4f4d-8d9f-6c215f320df0 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1542151 Apr 23 10:35:27.621907 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 36988) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:27.627633 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-4811cc9a-efc5-4668-812f-3d4f3c0f4898 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Request body: {'security_group_rule': {'security_group_id': '57bd1993-91f3-4003-83eb-46a9b11f5b59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:35:27.634140 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-4811cc9a-efc5-4668-812f-3d4f3c0f4898 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:35:27.638655 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-4811cc9a-efc5-4668-812f-3d4f3c0f4898 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Usage tracker for resource:security_group_rule and tenant:9d145e5c62004c8fb3ccc764665554b4 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:35:27.642311 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-4811cc9a-efc5-4668-812f-3d4f3c0f4898 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:35:27.650634 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-4811cc9a-efc5-4668-812f-3d4f3c0f4898 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:35:27.667913 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4811cc9a-efc5-4668-812f-3d4f3c0f4898 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:27.739334 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4811cc9a-efc5-4668-812f-3d4f3c0f4898 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:27.741875 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4811cc9a-efc5-4668-812f-3d4f3c0f4898 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579839'] for security_group_rule, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:27.750607 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:27.772466 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811cc9a-efc5-4668-812f-3d4f3c0f4898 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbc4b9e-500e-41fd-a550-f11ed417f3cf,revision_number=0']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:27.775156 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4811cc9a-efc5-4668-812f-3d4f3c0f4898 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:27.781638 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4811cc9a-efc5-4668-812f-3d4f3c0f4898 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:27.783191 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-4811cc9a-efc5-4668-812f-3d4f3c0f4898 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1601164 Apr 23 10:35:27.786385 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 36994) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:27.792478 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-1f5844f4-38ee-4db4-aeb7-a5185b7cf474 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Request body: {'floatingip': {'floating_network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:35:27.799592 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1f5844f4-38ee-4db4-aeb7-a5185b7cf474 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:35:27.803832 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-1f5844f4-38ee-4db4-aeb7-a5185b7cf474 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Usage tracker for resource:floatingip and tenant:9d145e5c62004c8fb3ccc764665554b4 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:35:27.807091 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-1f5844f4-38ee-4db4-aeb7-a5185b7cf474 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:35:27.815239 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1f5844f4-38ee-4db4-aeb7-a5185b7cf474 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:35:27.824852 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f5844f4-38ee-4db4-aeb7-a5185b7cf474 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for floatingip, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:27.977274 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f5844f4-38ee-4db4-aeb7-a5185b7cf474 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:28.144539 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-1f5844f4-38ee-4db4-aeb7-a5185b7cf474 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Allocated IP 172.28.3.70 (be9e38f9-f5f7-4024-8ca0-2a4d351f17d4/45a1cb1a-6412-4f46-9769-1de107d7cfd2/9762a686-e671-49e5-b746-1311310474b5) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:35:28.567113 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f5844f4-38ee-4db4-aeb7-a5185b7cf474 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:28.598811 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f5844f4-38ee-4db4-aeb7-a5185b7cf474 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:28.603752 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7e7bf873-d7b2-4119-8c86-3ee54d54a976 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:28.670127 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5844f4-38ee-4db4-aeb7-a5185b7cf474 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Network be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:35:28.673609 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-1f5844f4-38ee-4db4-aeb7-a5185b7cf474 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:35:28.677473 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5844f4-38ee-4db4-aeb7-a5185b7cf474 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:35:28.712714 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5844f4-38ee-4db4-aeb7-a5185b7cf474 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Pushing event updated for resources: {'Port': ['ID=9762a686-e671-49e5-b746-1311310474b5,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:28.719417 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1f5844f4-38ee-4db4-aeb7-a5185b7cf474 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:28.770079 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f5844f4-38ee-4db4-aeb7-a5185b7cf474 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:28.843668 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f5844f4-38ee-4db4-aeb7-a5185b7cf474 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:29.086108 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f5844f4-38ee-4db4-aeb7-a5185b7cf474 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:29.089868 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f5844f4-38ee-4db4-aeb7-a5185b7cf474 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848232985'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:29.093872 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:29.210645 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5844f4-38ee-4db4-aeb7-a5185b7cf474 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Pushing event updated for resources: {'Port': ['ID=9762a686-e671-49e5-b746-1311310474b5,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:29.215251 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1f5844f4-38ee-4db4-aeb7-a5185b7cf474 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:29.222848 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f5844f4-38ee-4db4-aeb7-a5185b7cf474 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414858'] for floatingip, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:29.246387 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f5844f4-38ee-4db4-aeb7-a5185b7cf474 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:29.248388 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-1f5844f4-38ee-4db4-aeb7-a5185b7cf474 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4608305 Apr 23 10:35:29.425044 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-fc85bad6-a839-4ab8-93d9-d285ad5b4152 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Synchronizing usage tracker for tenant:9d145e5c62004c8fb3ccc764665554b4 on resource:security_group {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:35:29.440235 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-fc85bad6-a839-4ab8-93d9-d285ad5b4152 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Unset dirty status for tenant:9d145e5c62004c8fb3ccc764665554b4 on resource:security_group {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:35:29.441563 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-fc85bad6-a839-4ab8-93d9-d285ad5b4152 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--169585601&fields=id&tenant_id=9d145e5c62004c8fb3ccc764665554b4 HTTP/1.1" status: 200 len: 267 time: 0.0598202 Apr 23 10:35:29.608314 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-3d6d4d3f-5191-42db-ac37-8f2dabf0544f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:29.610507 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-3d6d4d3f-5191-42db-ac37-8f2dabf0544f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/networks?id=07e313a3-9394-4ad4-9174-85a4ed950f67 HTTP/1.1" status: 200 len: 817 time: 0.1614859 Apr 23 10:35:29.628111 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-ad998262-9cf2-4323-879f-264b59445c9b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/quotas/9d145e5c62004c8fb3ccc764665554b4 HTTP/1.1" status: 200 len: 375 time: 0.0106885 Apr 23 10:35:29.724101 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-e41f5298-cf5f-4ed1-b2d0-89c309fc8781 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d145e5c62004c8fb3ccc764665554b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0895658 Apr 23 10:35:29.992960 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-52b6af73-d249-4f4d-a34e-def1a44a9601 service neutron] 10.222.0.70 "GET /v2.0/networks/07e313a3-9394-4ad4-9174-85a4ed950f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556491 Apr 23 10:35:30.151792 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-6dbc9f53-114f-4cbf-93fa-0403e1dc7b93 service neutron] 10.222.0.70 "GET /v2.0/networks/07e313a3-9394-4ad4-9174-85a4ed950f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518195 Apr 23 10:35:30.399667 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-787d6be9-24ac-4ceb-a57c-172cb2b26ff8 req-23881244-5da7-4b51-9ca3-997528f0772e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 210 time: 0.0630047 Apr 23 10:35:31.396440 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1ce99a35-f911-4023-b628-d2172988507d req-09355d36-c5e1-4f0c-aae0-60509a241dce service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816147 Apr 23 10:35:31.597375 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-45bea8a0-965a-4442-83ba-60fba2b07376 req-2839418b-f3ad-4b9c-b2e9-cdcee41f744c tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 210 time: 0.0560718 Apr 23 10:35:31.634694 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce99a35-f911-4023-b628-d2172988507d req-2143d6b5-1af5-4854-9cd3-9555c8f7c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:31.636316 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1ce99a35-f911-4023-b628-d2172988507d req-2143d6b5-1af5-4854-9cd3-9555c8f7c91a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=053dbb1c35f34193b18ee2a736ef5da6&device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 1099 time: 0.1155777 Apr 23 10:35:31.878250 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce99a35-f911-4023-b628-d2172988507d req-579318aa-de8c-42cc-9f47-cd7c0bc18e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:31.880005 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1ce99a35-f911-4023-b628-d2172988507d req-579318aa-de8c-42cc-9f47-cd7c0bc18e04 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b126fda1-8aba-4f97-9375-594b068d7500 HTTP/1.1" status: 200 len: 911 time: 0.2012036 Apr 23 10:35:32.147527 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-78b0ef4c-6fb9-4a77-8d6c-c877fb2ec090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:32.205205 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1ce99a35-f911-4023-b628-d2172988507d req-3f9f42e6-bce2-4b78-a8e5-96b45d702ede service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15377bcc-175b-43d5-982f-3f50df9db188 HTTP/1.1" status: 200 len: 1002 time: 0.2717330 Apr 23 10:35:32.215797 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-8a8d550b-2bea-4f63-86d1-cd0b6d1a8c43 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:32.217567 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-8a8d550b-2bea-4f63-86d1-cd0b6d1a8c43 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.68 "GET /v2.0/networks?id=07e313a3-9394-4ad4-9174-85a4ed950f67 HTTP/1.1" status: 200 len: 817 time: 0.2856550 Apr 23 10:35:32.369063 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce99a35-f911-4023-b628-d2172988507d req-acf97025-9295-42f9-80b9-a4d9141d9683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:32.370984 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1ce99a35-f911-4023-b628-d2172988507d req-acf97025-9295-42f9-80b9-a4d9141d9683 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cace927e-fc70-4e72-9b62-fe1db6ce7c84 HTTP/1.1" status: 200 len: 849 time: 0.1113858 Apr 23 10:35:32.374761 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-6485ccfd-64f1-4720-aa24-392ab4a9cd91 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Synchronizing usage tracker for tenant:9d145e5c62004c8fb3ccc764665554b4 on resource:security_group {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:35:32.435418 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-6485ccfd-64f1-4720-aa24-392ab4a9cd91 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Unset dirty status for tenant:9d145e5c62004c8fb3ccc764665554b4 on resource:security_group {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:35:32.436732 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-6485ccfd-64f1-4720-aa24-392ab4a9cd91 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d145e5c62004c8fb3ccc764665554b4 HTTP/1.1" status: 200 len: 379 time: 0.1752481 Apr 23 10:35:32.479242 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-4b9b3238-9a60-4c99-bd86-902be017b8bf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Request body: {'port': {'device_id': '84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'admin_state_up': True, 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'security_groups': ['57bd1993-91f3-4003-83eb-46a9b11f5b59']}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:35:32.561193 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce99a35-f911-4023-b628-d2172988507d req-de0127df-7d14-4dbf-9fae-388c130f36ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:32.562862 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1ce99a35-f911-4023-b628-d2172988507d req-de0127df-7d14-4dbf-9fae-388c130f36ab service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b126fda1-8aba-4f97-9375-594b068d7500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1732562 Apr 23 10:35:32.743090 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-4b9b3238-9a60-4c99-bd86-902be017b8bf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:35:32.751289 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-4b9b3238-9a60-4c99-bd86-902be017b8bf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Usage tracker for resource:port and tenant:9d145e5c62004c8fb3ccc764665554b4 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:35:32.756716 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-4b9b3238-9a60-4c99-bd86-902be017b8bf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:35:32.774776 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-4b9b3238-9a60-4c99-bd86-902be017b8bf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:35:32.784883 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1ce99a35-f911-4023-b628-d2172988507d req-c05324ca-1c6f-4162-a88e-78d51951ac07 service neutron] 10.222.0.68 "GET /v2.0/networks/b126fda1-8aba-4f97-9375-594b068d7500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040570 Apr 23 10:35:32.790566 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-4b9b3238-9a60-4c99-bd86-902be017b8bf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Made reservation on behalf of 9d145e5c62004c8fb3ccc764665554b4 for: {'port': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:35:32.791608 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4f059387-c996-4f0e-b52d-0aff567f57f6 req-3250f2f7-6b07-4f48-85eb-d76324a6911e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 210 time: 0.0563419 Apr 23 10:35:32.796809 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-4b9b3238-9a60-4c99-bd86-902be017b8bf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:32.863331 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 37092) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:33.001462 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-49ea882f-4f1d-4303-a84b-9a336b8b9f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:33.020964 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-49ea882f-4f1d-4303-a84b-9a336b8b9f5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:35:33.027362 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-49ea882f-4f1d-4303-a84b-9a336b8b9f5d admin admin] Usage tracker for resource:security_group_rule and tenant:8dcbcb12a4dd48f5b124d42d1999baf9 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:35:33.030761 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-49ea882f-4f1d-4303-a84b-9a336b8b9f5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:35:33.038715 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-49ea882f-4f1d-4303-a84b-9a336b8b9f5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:35:33.088062 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1ce99a35-f911-4023-b628-d2172988507d req-d7df7f27-d904-4662-9271-c97054c9c2bf service neutron] 10.222.0.68 "GET /v2.0/networks/b126fda1-8aba-4f97-9375-594b068d7500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787447 Apr 23 10:35:33.117742 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-4b9b3238-9a60-4c99-bd86-902be017b8bf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Allocated IP 172.20.0.4 (07e313a3-9394-4ad4-9174-85a4ed950f67/5902ead7-1ca3-4af8-a9cd-6880ceeef64b/92c64a3e-1109-4812-82df-ad7b61fa9b93) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:35:33.142741 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-49ea882f-4f1d-4303-a84b-9a336b8b9f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:33.146086 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-49ea882f-4f1d-4303-a84b-9a336b8b9f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:33.156487 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-aa862513-2866-4351-b3f8-f01bfd7e304a tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:33.211320 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-49ea882f-4f1d-4303-a84b-9a336b8b9f5d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8dcbcb12a4dd48f5b124d42d1999baf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3442161 Apr 23 10:35:33.211320 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea882f-4f1d-4303-a84b-9a336b8b9f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a48909-bc1c-4218-86fc-4dc1180d8c33,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:33.214096 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-49ea882f-4f1d-4303-a84b-9a336b8b9f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:33.214815 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 37098) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:33.279699 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4075785b-58c3-45ea-ab74-ed841ded0eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:33.309252 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4075785b-58c3-45ea-ab74-ed841ded0eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:33.330312 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-4b9b3238-9a60-4c99-bd86-902be017b8bf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:33.350822 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-4b9b3238-9a60-4c99-bd86-902be017b8bf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Transition to ACTIVE for port object 92c64a3e-1109-4812-82df-ad7b61fa9b93 will not be triggered until provisioned by entity DHCP. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:35:33.360638 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:33.362080 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4075785b-58c3-45ea-ab74-ed841ded0eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:33.366179 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2952f0ec-4590-4ca0-982a-f02dcf21de44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:33.377471 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-4b9b3238-9a60-4c99-bd86-902be017b8bf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:33.380907 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075785b-58c3-45ea-ab74-ed841ded0eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a48909-bc1c-4218-86fc-4dc1180d8c33,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:33.384154 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4075785b-58c3-45ea-ab74-ed841ded0eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:33.386317 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3c1ea85f-0103-4884-9516-ac8deff4b41f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:33.386491 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4075785b-58c3-45ea-ab74-ed841ded0eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:33.390229 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-4075785b-58c3-45ea-ab74-ed841ded0eb8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/30a48909-bc1c-4218-86fc-4dc1180d8c33 HTTP/1.1" status: 204 len: 168 time: 0.1717157 Apr 23 10:35:33.467219 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-4b9b3238-9a60-4c99-bd86-902be017b8bf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Network 07e313a3-9394-4ad4-9174-85a4ed950f67 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:35:33.471287 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-4b9b3238-9a60-4c99-bd86-902be017b8bf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:35:33.473895 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-4b9b3238-9a60-4c99-bd86-902be017b8bf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:35:33.523238 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b3238-9a60-4c99-bd86-902be017b8bf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Pushing event updated for resources: {'Port': ['ID=92c64a3e-1109-4812-82df-ad7b61fa9b93,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:33.526481 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4b9b3238-9a60-4c99-bd86-902be017b8bf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:33.556057 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-4b9b3238-9a60-4c99-bd86-902be017b8bf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:33.556456 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-4b9b3238-9a60-4c99-bd86-902be017b8bf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:33.592295 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-4b9b3238-9a60-4c99-bd86-902be017b8bf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1187303 Apr 23 10:35:33.630099 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] Request body: {'port': {'device_id': '84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:35:33.709678 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-18a6ba50-d9fc-4de3-a156-350b440265be None None] Provisioning for port 92c64a3e-1109-4812-82df-ad7b61fa9b93 completed by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:35:33.716706 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-18a6ba50-d9fc-4de3-a156-350b440265be None None] Provisioning complete for port 92c64a3e-1109-4812-82df-ad7b61fa9b93 triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:35:33.717363 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-18a6ba50-d9fc-4de3-a156-350b440265be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:33.725565 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 37106) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:33.755471 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f8fb64e9-7efd-46ff-99d3-82dab458fbe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:33.776417 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-f8fb64e9-7efd-46ff-99d3-82dab458fbe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:35:33.783460 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-f8fb64e9-7efd-46ff-99d3-82dab458fbe7 admin admin] Usage tracker for resource:security_group_rule and tenant:e812d84a29794f74ae3566a5b97ade7c is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:35:33.786930 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-f8fb64e9-7efd-46ff-99d3-82dab458fbe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:35:33.794307 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-f8fb64e9-7efd-46ff-99d3-82dab458fbe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:35:33.798378 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:33.804103 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-18a6ba50-d9fc-4de3-a156-350b440265be None None] Port 92c64a3e-1109-4812-82df-ad7b61fa9b93 cannot update to ACTIVE because it is not bound. {{(pid=86423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:35:33.894214 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f8fb64e9-7efd-46ff-99d3-82dab458fbe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:33.897125 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f8fb64e9-7efd-46ff-99d3-82dab458fbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:33.914581 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fd581eeb-22a0-4966-82ec-576597799a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:34.013546 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-f8fb64e9-7efd-46ff-99d3-82dab458fbe7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e812d84a29794f74ae3566a5b97ade7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865975 Apr 23 10:35:34.015816 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb64e9-7efd-46ff-99d3-82dab458fbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede65f10-b8da-4c80-b6c8-7d6bf1713a34,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:34.019435 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f8fb64e9-7efd-46ff-99d3-82dab458fbe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:34.021784 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 37112) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:34.123662 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bb777-0990-433b-9109-b59cc9d4587e req-3e19dc2d-47e9-47e1-aef3-ee2cb21e78b6 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:34.125968 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2e9bb777-0990-433b-9109-b59cc9d4587e req-3e19dc2d-47e9-47e1-aef3-ee2cb21e78b6 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 931 time: 0.1992209 Apr 23 10:35:34.131584 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aef1bde7-e59d-4b34-beb2-69616fba45f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:34.153892 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ba4c7ad7-e22f-4e8b-b22f-d9617c368a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:34.191281 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aef1bde7-e59d-4b34-beb2-69616fba45f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:34.218339 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c64a3e-1109-4812-82df-ad7b61fa9b93 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:35:34.228961 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2e9bb777-0990-433b-9109-b59cc9d4587e req-ca6bcf2b-45fd-4fb8-9f90-ec97c3076e6c tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899153 Apr 23 10:35:34.229202 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:34.255539 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] Transition to ACTIVE for port object 92c64a3e-1109-4812-82df-ad7b61fa9b93 will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:35:34.257245 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aef1bde7-e59d-4b34-beb2-69616fba45f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:34.257721 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848232985'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:34.263163 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:34.263667 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:34.278608 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1bde7-e59d-4b34-beb2-69616fba45f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede65f10-b8da-4c80-b6c8-7d6bf1713a34,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:34.281058 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-aef1bde7-e59d-4b34-beb2-69616fba45f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:34.283961 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aef1bde7-e59d-4b34-beb2-69616fba45f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:34.287519 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-aef1bde7-e59d-4b34-beb2-69616fba45f8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ede65f10-b8da-4c80-b6c8-7d6bf1713a34 HTTP/1.1" status: 204 len: 168 time: 0.2617166 Apr 23 10:35:34.449244 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=92c64a3e-1109-4812-82df-ad7b61fa9b93,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:34.456064 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:34.553014 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] Attempting to bind port 92c64a3e-1109-4812-82df-ad7b61fa9b93 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:35:34.554038 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] Attempting to bind port 92c64a3e-1109-4812-82df-ad7b61fa9b93 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'aff5ab4a-db51-4e6a-9d0c-86298208740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:35:34.554475 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] Attempting to bind port 92c64a3e-1109-4812-82df-ad7b61fa9b93 on network 07e313a3-9394-4ad4-9174-85a4ed950f67 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:35:34.560200 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] Port 92c64a3e-1109-4812-82df-ad7b61fa9b93 on network 07e313a3-9394-4ad4-9174-85a4ed950f67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:35:34.560632 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] Attempting to bind port 92c64a3e-1109-4812-82df-ad7b61fa9b93 on network 07e313a3-9394-4ad4-9174-85a4ed950f67 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:35:34.567765 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] Checking agent: {'id': 'e9dd349d-b683-48bd-911f-eb86d546e7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'started_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:35:34.568224 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] Checking segment: {'id': 'aff5ab4a-db51-4e6a-9d0c-86298208740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:35:34.568784 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] Bound using segment: {'id': 'aff5ab4a-db51-4e6a-9d0c-86298208740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:35:34.569323 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] Bound port: 92c64a3e-1109-4812-82df-ad7b61fa9b93, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff5ab4a-db51-4e6a-9d0c-86298208740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:35:34.569769 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:34.644596 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:35:34.707482 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] For port 92c64a3e-1109-4812-82df-ad7b61fa9b93, host hv-cinder-77923, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:35:34.713197 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] For port 92c64a3e-1109-4812-82df-ad7b61fa9b93, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=92c64a3e-1109-4812-82df-ad7b61fa9b93,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:35:34.718708 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848232985'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:34.727069 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:34.833484 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:34.834636 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:34.837301 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] 10.222.0.68 "PUT /v2.0/ports/92c64a3e-1109-4812-82df-ad7b61fa9b93 HTTP/1.1" status: 200 len: 1093 time: 1.2117248 Apr 23 10:35:34.838206 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a', 'tag': '92c64a3e-1109-4812-82df-ad7b61fa9b93'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:35:34.883052 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=92c64a3e-1109-4812-82df-ad7b61fa9b93,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:34.886832 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:34.921968 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a', 'tag': '92c64a3e-1109-4812-82df-ad7b61fa9b93', 'status': 'completed', 'code': 200} Apr 23 10:35:35.117163 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-cf3db7a3-6f9e-4bcc-9fdb-80d986c1c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:35.118828 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-cf3db7a3-6f9e-4bcc-9fdb-80d986c1c6e2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9d145e5c62004c8fb3ccc764665554b4&device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 1096 time: 0.1417441 Apr 23 10:35:35.416221 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:35.497934 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:35.505742 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-f64fb02e-24bf-40d9-9d79-c792ea44df86 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92c64a3e-1109-4812-82df-ad7b61fa9b93 HTTP/1.1" status: 200 len: 217 time: 0.3473477 Apr 23 10:35:35.529143 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902e169-1cd3-4afc-9a1f-b79ac4225a53 req-63e21550-b19c-4f38-8f18-2419d3b64b3a tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:35.531624 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c902e169-1cd3-4afc-9a1f-b79ac4225a53 req-63e21550-b19c-4f38-8f18-2419d3b64b3a tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 943 time: 0.1249774 Apr 23 10:35:35.594017 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c902e169-1cd3-4afc-9a1f-b79ac4225a53 req-37b202f3-19b7-45f7-b863-5f8ae798d1ae tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540769 Apr 23 10:35:35.607568 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-f843b29f-4d42-4f61-92eb-c588046597f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:35.609451 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-f843b29f-4d42-4f61-92eb-c588046597f3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5902ead7-1ca3-4af8-a9cd-6880ceeef64b HTTP/1.1" status: 200 len: 856 time: 0.0921462 Apr 23 10:35:35.725844 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-6a74478a-4cc6-4843-9474-7af5ec28f21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:35.727813 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-6a74478a-4cc6-4843-9474-7af5ec28f21d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=07e313a3-9394-4ad4-9174-85a4ed950f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1074502 Apr 23 10:35:35.907846 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-327e647d-7bfc-47fd-be86-bd5e3e87457e service neutron] 10.222.0.68 "GET /v2.0/networks/07e313a3-9394-4ad4-9174-85a4ed950f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613598 Apr 23 10:35:36.090664 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8fd5aa8d-8855-490e-b6d1-4c2931f7cbef req-a030a57f-c844-47d6-b7d7-6c2274c938b5 service neutron] 10.222.0.68 "GET /v2.0/networks/07e313a3-9394-4ad4-9174-85a4ed950f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716766 Apr 23 10:35:36.369883 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd758cf0-43c7-4202-8146-2ce4d41f6156 req-61253bee-75a4-40d2-b137-8d88e35d42d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:36.371521 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cd758cf0-43c7-4202-8146-2ce4d41f6156 req-61253bee-75a4-40d2-b137-8d88e35d42d9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9d145e5c62004c8fb3ccc764665554b4&device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 1096 time: 0.0979819 Apr 23 10:35:36.556694 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd758cf0-43c7-4202-8146-2ce4d41f6156 req-51a48dec-6153-4be0-8f9d-e5a08b1e618e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:36.558566 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cd758cf0-43c7-4202-8146-2ce4d41f6156 req-51a48dec-6153-4be0-8f9d-e5a08b1e618e service neutron] 10.222.0.68 "GET /v2.0/networks?id=07e313a3-9394-4ad4-9174-85a4ed950f67 HTTP/1.1" status: 200 len: 918 time: 0.1715307 Apr 23 10:35:36.642602 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cd758cf0-43c7-4202-8146-2ce4d41f6156 req-6cf12562-e85c-43a5-9034-96f649912441 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92c64a3e-1109-4812-82df-ad7b61fa9b93 HTTP/1.1" status: 200 len: 217 time: 0.0712984 Apr 23 10:35:36.759353 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd758cf0-43c7-4202-8146-2ce4d41f6156 req-e66c7ede-e4ea-49d3-979d-bb0d0254bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:36.761028 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cd758cf0-43c7-4202-8146-2ce4d41f6156 req-e66c7ede-e4ea-49d3-979d-bb0d0254bbf5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5902ead7-1ca3-4af8-a9cd-6880ceeef64b HTTP/1.1" status: 200 len: 856 time: 0.0952640 Apr 23 10:35:36.877231 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a8ee1-0968-472a-aab3-1aebde4b6989 req-81268e85-7865-4adf-bffd-7e8b725a7d6c tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:36.880199 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-267a8ee1-0968-472a-aab3-1aebde4b6989 req-81268e85-7865-4adf-bffd-7e8b725a7d6c tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 943 time: 0.1125574 Apr 23 10:35:36.883769 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd758cf0-43c7-4202-8146-2ce4d41f6156 req-5e719340-48bc-4c63-a929-bc2cab889048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:36.886547 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cd758cf0-43c7-4202-8146-2ce4d41f6156 req-5e719340-48bc-4c63-a929-bc2cab889048 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=07e313a3-9394-4ad4-9174-85a4ed950f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1064980 Apr 23 10:35:36.933086 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-267a8ee1-0968-472a-aab3-1aebde4b6989 req-88f57493-c2ac-4df0-a355-13fbb929202c tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451167 Apr 23 10:35:37.055112 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cd758cf0-43c7-4202-8146-2ce4d41f6156 req-4b533609-b59d-4894-9d7f-2958ab02a2a5 service neutron] 10.222.0.68 "GET /v2.0/networks/07e313a3-9394-4ad4-9174-85a4ed950f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586473 Apr 23 10:35:37.135109 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:37.219026 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cd758cf0-43c7-4202-8146-2ce4d41f6156 req-f7684ad6-495c-42b0-a73e-95111974a61f service neutron] 10.222.0.68 "GET /v2.0/networks/07e313a3-9394-4ad4-9174-85a4ed950f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497526 Apr 23 10:35:38.195334 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492b020-c5c4-4f94-b464-ac8389a9e3ed req-f16c9819-64b5-48ab-b60a-78520ff13fb8 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:38.197017 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6492b020-c5c4-4f94-b464-ac8389a9e3ed req-f16c9819-64b5-48ab-b60a-78520ff13fb8 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 943 time: 0.1172745 Apr 23 10:35:38.251045 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6492b020-c5c4-4f94-b464-ac8389a9e3ed req-b3b0e3f3-9073-4c40-8ffc-514a3a0f4e18 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465248 Apr 23 10:35:39.484048 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8b19f-6bc3-4ef6-a9a4-3ce78dae8522 req-523adb29-8d55-4e47-ba91-c8d3549c5352 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:39.485727 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-36e8b19f-6bc3-4ef6-a9a4-3ce78dae8522 req-523adb29-8d55-4e47-ba91-c8d3549c5352 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 943 time: 0.0951767 Apr 23 10:35:39.546018 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-36e8b19f-6bc3-4ef6-a9a4-3ce78dae8522 req-78449172-4011-4d2a-a354-944552a1140d tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531702 Apr 23 10:35:40.116417 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 92c64a3e-1109-4812-82df-ad7b61fa9b93 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:35:40.267548 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 92c64a3e-1109-4812-82df-ad7b61fa9b93, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=92c64a3e-1109-4812-82df-ad7b61fa9b93,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:35:40.282027 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Returning: {'device': '92c64a3e-1109-4812-82df-ad7b61fa9b93', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'port_id': '92c64a3e-1109-4812-82df-ad7b61fa9b93', 'mac_address': 'fa:16:3e:da:f1:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:35:40.345174 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:40.362719 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c64a3e-1109-4812-82df-ad7b61fa9b93 {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:35:40.378304 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 92c64a3e-1109-4812-82df-ad7b61fa9b93, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=92c64a3e-1109-4812-82df-ad7b61fa9b93,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:35:40.381028 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:40.383613 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:40.453491 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=92c64a3e-1109-4812-82df-ad7b61fa9b93,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:40.461219 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:40.461610 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:40.462020 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:40.462373 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:40.462846 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:40.463230 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:40.463603 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:40.463970 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:40.464371 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:40.464751 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:40.465121 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:40.465482 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:35:40.469633 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:40.751937 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507c73c-f4a7-4a22-bb7b-4d3f5d437e43 req-66753fa8-7c63-471f-a09d-68b13a0d23f8 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:40.753601 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1507c73c-f4a7-4a22-bb7b-4d3f5d437e43 req-66753fa8-7c63-471f-a09d-68b13a0d23f8 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 944 time: 0.0881617 Apr 23 10:35:40.801571 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1507c73c-f4a7-4a22-bb7b-4d3f5d437e43 req-94d0ad1b-23d5-44d3-b634-544e42e1eeb3 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415082 Apr 23 10:35:41.003113 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['92c64a3e-1109-4812-82df-ad7b61fa9b93'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:35:42.014337 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa90d4f-b925-419b-8aae-320c716cf9f9 req-af363c17-9eb7-4307-89e3-4294f1ec9ef3 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:42.016576 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-faa90d4f-b925-419b-8aae-320c716cf9f9 req-af363c17-9eb7-4307-89e3-4294f1ec9ef3 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 944 time: 0.0915279 Apr 23 10:35:42.065618 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-faa90d4f-b925-419b-8aae-320c716cf9f9 req-5636c7c0-2399-4ad2-9356-ff955e442455 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424929 Apr 23 10:35:43.286990 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53783f-6338-4de7-9c61-9d18e18ae31b req-7bd96e0d-f9e4-4cd3-95ba-6b1bdc86eb58 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:43.288593 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cf53783f-6338-4de7-9c61-9d18e18ae31b req-7bd96e0d-f9e4-4cd3-95ba-6b1bdc86eb58 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 944 time: 0.0991936 Apr 23 10:35:43.336771 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cf53783f-6338-4de7-9c61-9d18e18ae31b req-996e3692-ec57-4e72-b76d-5e61bc947bf0 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414624 Apr 23 10:35:44.106737 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 92c64a3e-1109-4812-82df-ad7b61fa9b93 up at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:35:44.176997 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning for port 92c64a3e-1109-4812-82df-ad7b61fa9b93 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:35:44.181780 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning complete for port 92c64a3e-1109-4812-82df-ad7b61fa9b93 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:35:44.182200 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:44.313601 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:44.341634 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c64a3e-1109-4812-82df-ad7b61fa9b93'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:35:44.352556 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 92c64a3e-1109-4812-82df-ad7b61fa9b93, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=92c64a3e-1109-4812-82df-ad7b61fa9b93,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:35:44.356773 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:44.358282 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:44.437963 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=92c64a3e-1109-4812-82df-ad7b61fa9b93,revision_number=5']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:44.441572 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:44.542045 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c64a3e-1109-4812-82df-ad7b61fa9b93', 'code': 200} Apr 23 10:35:44.556206 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb621ac1-bd8a-44a0-9e4e-b66e89011681 req-3ec28d66-df87-4eae-a1c6-b74f47120379 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:44.557812 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-eb621ac1-bd8a-44a0-9e4e-b66e89011681 req-3ec28d66-df87-4eae-a1c6-b74f47120379 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.0992658 Apr 23 10:35:44.608930 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-eb621ac1-bd8a-44a0-9e4e-b66e89011681 req-88683554-9170-49b2-868d-0ea4e7cf9933 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432768 Apr 23 10:35:44.881809 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511e8b2-c8c0-4254-adc7-b593690a8c0e req-10402663-2da6-4686-a6b6-553843a7f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:44.883312 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d511e8b2-c8c0-4254-adc7-b593690a8c0e req-10402663-2da6-4686-a6b6-553843a7f735 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 1098 time: 0.0783958 Apr 23 10:35:44.935277 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d511e8b2-c8c0-4254-adc7-b593690a8c0e req-b0da75f8-523d-4386-ae0a-bfee4fd241e8 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400121 Apr 23 10:35:45.873056 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75ac55-f6af-4798-a02f-a454e301a516 req-4c913f2c-5a67-4d46-8598-5f5a97955cbb tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:45.874654 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fc75ac55-f6af-4798-a02f-a454e301a516 req-4c913f2c-5a67-4d46-8598-5f5a97955cbb tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.1419308 Apr 23 10:35:45.941692 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fc75ac55-f6af-4798-a02f-a454e301a516 req-3e65fdcf-d869-4832-bd89-5764feead85c tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603504 Apr 23 10:35:45.950716 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a7ab7-935d-4568-af10-2d4f0fb3d65e req-88f93985-c815-439c-a2ec-7463c69f8b1e tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:45.952329 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-435a7ab7-935d-4568-af10-2d4f0fb3d65e req-88f93985-c815-439c-a2ec-7463c69f8b1e tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1461108 Apr 23 10:35:46.008128 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-435a7ab7-935d-4568-af10-2d4f0fb3d65e req-327f6369-71e7-40ac-98ce-915aa42c7e36 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440605 Apr 23 10:35:47.206337 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b355c4-9809-4891-8d2c-66dfd1acc34f req-39f77ce8-8743-4728-9751-bfa4c426df50 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:47.207926 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-56b355c4-9809-4891-8d2c-66dfd1acc34f req-39f77ce8-8743-4728-9751-bfa4c426df50 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.1405065 Apr 23 10:35:47.277663 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-56b355c4-9809-4891-8d2c-66dfd1acc34f req-dc12a9e1-3485-48a0-a6c3-105c70853cca tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624309 Apr 23 10:35:47.287624 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7a02a-47f7-4de8-bf20-fb82d324ce13 req-5e188787-32f6-46c1-90cd-93b376c26bdb tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:47.289330 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-50e7a02a-47f7-4de8-bf20-fb82d324ce13 req-5e188787-32f6-46c1-90cd-93b376c26bdb tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1473207 Apr 23 10:35:47.587168 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-50e7a02a-47f7-4de8-bf20-fb82d324ce13 req-41e84e90-9e8d-4896-983d-3522171275b0 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2901723 Apr 23 10:35:47.622255 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514222c-5838-48ff-b1e4-482428924520 req-42af73be-cba7-48ba-aa00-c99fcf51859a tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:47.623932 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e514222c-5838-48ff-b1e4-482428924520 req-42af73be-cba7-48ba-aa00-c99fcf51859a tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.1125343 Apr 23 10:35:47.634154 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 37278) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:47.640272 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-2951c0cc-5d4e-40ee-9d47-5fae3f2107f1 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Request body: {'floatingip': {'port_id': '92c64a3e-1109-4812-82df-ad7b61fa9b93'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:35:47.720904 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2951c0cc-5d4e-40ee-9d47-5fae3f2107f1 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for floatingip, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:48.250385 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf15a9b-3494-40bf-a4c9-1fc19c73e727 req-0f69aebc-fa64-462c-a07f-3621435a55a1 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:48.251167 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-bcf15a9b-3494-40bf-a4c9-1fc19c73e727 req-0f69aebc-fa64-462c-a07f-3621435a55a1 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Synchronizing usage tracker for tenant:053dbb1c35f34193b18ee2a736ef5da6 on resource:port {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:35:48.305794 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-bcf15a9b-3494-40bf-a4c9-1fc19c73e727 req-0f69aebc-fa64-462c-a07f-3621435a55a1 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Unset dirty status for tenant:053dbb1c35f34193b18ee2a736ef5da6 on resource:port {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:35:48.305794 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-bcf15a9b-3494-40bf-a4c9-1fc19c73e727 req-0f69aebc-fa64-462c-a07f-3621435a55a1 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.68 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.3252535 Apr 23 10:35:48.558618 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2951c0cc-5d4e-40ee-9d47-5fae3f2107f1 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:48.568604 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2951c0cc-5d4e-40ee-9d47-5fae3f2107f1 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414858'] for floatingip, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:48.703775 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-bcf15a9b-3494-40bf-a4c9-1fc19c73e727 req-5f42487c-e73c-4b91-b3c1-2181a5ec5a47 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Deleting port 15377bcc-175b-43d5-982f-3f50df9db188 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:35:48.704160 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-bcf15a9b-3494-40bf-a4c9-1fc19c73e727 req-5f42487c-e73c-4b91-b3c1-2181a5ec5a47 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:48.793817 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f34da-3956-4c9f-9a10-58b998190d17 req-59b63715-565c-4d7a-a495-2091e6281ed9 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:48.795446 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-475f34da-3956-4c9f-9a10-58b998190d17 req-59b63715-565c-4d7a-a495-2091e6281ed9 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.0909171 Apr 23 10:35:48.847675 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-475f34da-3956-4c9f-9a10-58b998190d17 req-e96bedd0-4ce9-4c9c-9e4a-1b73ce2ea053 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443747 Apr 23 10:35:48.868589 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.l3_db [None req-2951c0cc-5d4e-40ee-9d47-5fae3f2107f1 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Floating IP f85f953a-4d6f-4fe0-8135-f7fce7b16b31 associated. External IP: 172.28.3.70, port: 92c64a3e-1109-4812-82df-ad7b61fa9b93. Apr 23 10:35:49.247717 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-bcf15a9b-3494-40bf-a4c9-1fc19c73e727 req-5f42487c-e73c-4b91-b3c1-2181a5ec5a47 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] For port 15377bcc-175b-43d5-982f-3f50df9db188, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=15377bcc-175b-43d5-982f-3f50df9db188,segment=NetworkSegment(35f312ee-a0a3-4052-9682-1de254c7408a),segment_id=35f312ee-a0a3-4052-9682-1de254c7408a)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:35:49.248090 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-bcf15a9b-3494-40bf-a4c9-1fc19c73e727 req-5f42487c-e73c-4b91-b3c1-2181a5ec5a47 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:49.792120 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-bcf15a9b-3494-40bf-a4c9-1fc19c73e727 req-5f42487c-e73c-4b91-b3c1-2181a5ec5a47 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:49.792743 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-bcf15a9b-3494-40bf-a4c9-1fc19c73e727 req-5f42487c-e73c-4b91-b3c1-2181a5ec5a47 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414858'] for floatingip, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:49.792891 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.l3_db [req-bcf15a9b-3494-40bf-a4c9-1fc19c73e727 req-5f42487c-e73c-4b91-b3c1-2181a5ec5a47 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Floating IP 31f7e0f6-399a-45a1-ab03-699673a401e1 disassociated. External IP: 172.28.3.163, port: 15377bcc-175b-43d5-982f-3f50df9db188. Apr 23 10:35:49.793145 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-bcf15a9b-3494-40bf-a4c9-1fc19c73e727 req-5f42487c-e73c-4b91-b3c1-2181a5ec5a47 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Calling delete_port for 15377bcc-175b-43d5-982f-3f50df9db188 owned by compute:nova {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:35:49.812834 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2951c0cc-5d4e-40ee-9d47-5fae3f2107f1 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Router 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 has already been hosted by L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 {{(pid=86422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:35:50.074403 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2951c0cc-5d4e-40ee-9d47-5fae3f2107f1 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:35:50.079970 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b33fb-e280-4d77-a6a4-113419f193a9 req-08466a7b-a510-4c0f-b7d2-78606e0ca24e tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:50.081679 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a24b33fb-e280-4d77-a6a4-113419f193a9 req-08466a7b-a510-4c0f-b7d2-78606e0ca24e tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 946 time: 0.1157830 Apr 23 10:35:50.093226 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2951c0cc-5d4e-40ee-9d47-5fae3f2107f1 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:50.111435 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07363573-93d7-4e21-a24c-f86eaeae0109 None None] Sync routers for ids ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'] in dv-cinder-779233-3-smb {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:35:50.121582 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07363573-93d7-4e21-a24c-f86eaeae0109 None None] Routers {'90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:35:50.122341 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-07363573-93d7-4e21-a24c-f86eaeae0109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:35:34Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:35:50.148267 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a24b33fb-e280-4d77-a6a4-113419f193a9 req-0c686dbc-26bd-4ab7-93e1-57f03a65e44d tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff47d44d-d3e5-472e-adc2-5629fe8e1e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571809 Apr 23 10:35:50.154294 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-bcf15a9b-3494-40bf-a4c9-1fc19c73e727 req-5f42487c-e73c-4b91-b3c1-2181a5ec5a47 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:50.162139 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-202242ac-fa67-4bb1-b6ea-26aac921d954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:50.212974 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42487c-e73c-4b91-b3c1-2181a5ec5a47 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Pushing event deleted for resources: {'Port': ['ID=15377bcc-175b-43d5-982f-3f50df9db188,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:50.221037 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-2951c0cc-5d4e-40ee-9d47-5fae3f2107f1 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "PUT /v2.0/floatingips/f85f953a-4d6f-4fe0-8135-f7fce7b16b31 HTTP/1.1" status: 200 len: 990 time: 2.5827003 Apr 23 10:35:50.221037 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5f42487c-e73c-4b91-b3c1-2181a5ec5a47 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:50.221037 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a', 'tag': '92c64a3e-1109-4812-82df-ad7b61fa9b93'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:35:50.309882 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a', 'tag': '92c64a3e-1109-4812-82df-ad7b61fa9b93', 'status': 'completed', 'code': 200} Apr 23 10:35:50.336195 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-07363573-93d7-4e21-a24c-f86eaeae0109 None None] Set router 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:35:50.503713 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcf15a9b-3494-40bf-a4c9-1fc19c73e727 req-5f42487c-e73c-4b91-b3c1-2181a5ec5a47 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Router 72320505-6076-4a53-9f82-06f896cbc35a has already been hosted by L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 {{(pid=86422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:35:50.520648 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e43be-3b02-42b6-88d5-79939b99afb5 req-bb963e63-2c72-4ced-99c9-b62ab57df065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:50.522262 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-517e43be-3b02-42b6-88d5-79939b99afb5 req-bb963e63-2c72-4ced-99c9-b62ab57df065 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9d145e5c62004c8fb3ccc764665554b4&device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 1098 time: 0.1183882 Apr 23 10:35:50.723868 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-07363573-93d7-4e21-a24c-f86eaeae0109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1507054443-router', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:23Z', 'revision_number': 4, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'gw_port': {'id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:07Z', 'updated_at': '2021-04-23T10:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_floatingips': [{'id': 'f85f953a-4d6f-4fe0-8135-f7fce7b16b31', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'floating_ip_address': '172.28.3.70', 'floating_network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'router_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'port_id': '92c64a3e-1109-4812-82df-ad7b61fa9b93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'mac_address': 'fa:16:3e:da:f1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:35:28Z', 'updated_at': '2021-04-23T10:35:48Z', 'revision_number': 1, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e37561-8243-4a67-b297-9e8da95a8d2d', 'name': '', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'mac_address': 'fa:16:3e:34:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:22Z', 'updated_at': '2021-04-23T10:29:38Z', 'revision_number': 5, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'subnets': [{'id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:35:50.728573 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07363573-93d7-4e21-a24c-f86eaeae0109 None None] Checking router: 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 for host: dv-cinder-779233-3-smb {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:35:50.742426 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07363573-93d7-4e21-a24c-f86eaeae0109 None None] Routers {'90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:35:50.743103 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-07363573-93d7-4e21-a24c-f86eaeae0109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:35:34Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:35:50.835009 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcf15a9b-3494-40bf-a4c9-1fc19c73e727 req-5f42487c-e73c-4b91-b3c1-2181a5ec5a47 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:35:50.847078 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebdb954-56c5-433f-97ff-ecf6e2f01ae2 None None] Sync routers for ids ['72320505-6076-4a53-9f82-06f896cbc35a'] in dv-cinder-779233-3-smb {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:35:50.857787 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebdb954-56c5-433f-97ff-ecf6e2f01ae2 None None] Routers {'72320505-6076-4a53-9f82-06f896cbc35a'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:35:50.858471 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e43be-3b02-42b6-88d5-79939b99afb5 req-bef40f34-249e-4c11-9747-1b72de7963f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:50.859063 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-cebdb954-56c5-433f-97ff-ecf6e2f01ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:35:34Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['72320505-6076-4a53-9f82-06f896cbc35a'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:35:50.860311 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-517e43be-3b02-42b6-88d5-79939b99afb5 req-bef40f34-249e-4c11-9747-1b72de7963f0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=07e313a3-9394-4ad4-9174-85a4ed950f67 HTTP/1.1" status: 200 len: 918 time: 0.2836540 Apr 23 10:35:50.954821 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-07363573-93d7-4e21-a24c-f86eaeae0109 None None] Set router 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:35:51.065687 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-cebdb954-56c5-433f-97ff-ecf6e2f01ae2 None None] Set router 72320505-6076-4a53-9f82-06f896cbc35a gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:35:51.112674 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf15a9b-3494-40bf-a4c9-1fc19c73e727 req-5f42487c-e73c-4b91-b3c1-2181a5ec5a47 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] No DVR routers for this DVR port 15377bcc-175b-43d5-982f-3f50df9db188 on host hv-cinder-77923 {{(pid=86422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:35:51.116128 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-517e43be-3b02-42b6-88d5-79939b99afb5 req-ab2b6bb8-f215-4897-b565-52707d27f734 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92c64a3e-1109-4812-82df-ad7b61fa9b93 HTTP/1.1" status: 200 len: 998 time: 0.1652052 Apr 23 10:35:51.118306 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-bcf15a9b-3494-40bf-a4c9-1fc19c73e727 req-5f42487c-e73c-4b91-b3c1-2181a5ec5a47 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:51.119841 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-bcf15a9b-3494-40bf-a4c9-1fc19c73e727 req-5f42487c-e73c-4b91-b3c1-2181a5ec5a47 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.68 "DELETE /v2.0/ports/15377bcc-175b-43d5-982f-3f50df9db188 HTTP/1.1" status: 204 len: 173 time: 2.7931509 Apr 23 10:35:51.264406 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e43be-3b02-42b6-88d5-79939b99afb5 req-dc735f1b-9f6d-4e52-9be7-6ed99580eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:51.269025 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-517e43be-3b02-42b6-88d5-79939b99afb5 req-dc735f1b-9f6d-4e52-9be7-6ed99580eabd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5902ead7-1ca3-4af8-a9cd-6880ceeef64b HTTP/1.1" status: 200 len: 856 time: 0.1404994 Apr 23 10:35:51.484587 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e43be-3b02-42b6-88d5-79939b99afb5 req-5e9ab1f2-48b0-49eb-97e6-788ec357a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:51.487549 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-517e43be-3b02-42b6-88d5-79939b99afb5 req-5e9ab1f2-48b0-49eb-97e6-788ec357a429 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=07e313a3-9394-4ad4-9174-85a4ed950f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2055292 Apr 23 10:35:51.497651 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-cebdb954-56c5-433f-97ff-ecf6e2f01ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72320505-6076-4a53-9f82-06f896cbc35a', 'name': 'tempest-AttachVolumeTestJSON-810215502-router', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187'}], 'enable_snat': True}, 'gw_port_id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:14Z', 'revision_number': 4, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'gw_port': {'id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:05Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '2d9007a6-a0a7-435c-a82f-6b884e90942d', 'name': '', 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'mac_address': 'fa:16:3e:48:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:12Z', 'updated_at': '2021-04-23T10:29:27Z', 'revision_number': 5, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'subnets': [{'id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:35:51.512252 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebdb954-56c5-433f-97ff-ecf6e2f01ae2 None None] Checking router: 72320505-6076-4a53-9f82-06f896cbc35a for host: dv-cinder-779233-3-smb {{(pid=86424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:35:51.534635 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebdb954-56c5-433f-97ff-ecf6e2f01ae2 None None] Routers {'72320505-6076-4a53-9f82-06f896cbc35a'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:35:51.536206 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-cebdb954-56c5-433f-97ff-ecf6e2f01ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:35:34Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['72320505-6076-4a53-9f82-06f896cbc35a'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:35:51.606704 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-07363573-93d7-4e21-a24c-f86eaeae0109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1507054443-router', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:23Z', 'revision_number': 4, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'gw_port': {'id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:07Z', 'updated_at': '2021-04-23T10:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_floatingips': [{'id': 'f85f953a-4d6f-4fe0-8135-f7fce7b16b31', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'floating_ip_address': '172.28.3.70', 'floating_network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'router_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'port_id': '92c64a3e-1109-4812-82df-ad7b61fa9b93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'mac_address': 'fa:16:3e:da:f1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:35:28Z', 'updated_at': '2021-04-23T10:35:48Z', 'revision_number': 1, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e37561-8243-4a67-b297-9e8da95a8d2d', 'name': '', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'mac_address': 'fa:16:3e:34:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:22Z', 'updated_at': '2021-04-23T10:29:38Z', 'revision_number': 5, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'subnets': [{'id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:35:51.617810 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07363573-93d7-4e21-a24c-f86eaeae0109 None None] The sync data for ids ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'] in dv-cinder-779233-3-smb is: [{'id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1507054443-router', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:23Z', 'revision_number': 4, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'gw_port': {'id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:07Z', 'updated_at': '2021-04-23T10:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_floatingips': [{'id': 'f85f953a-4d6f-4fe0-8135-f7fce7b16b31', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'floating_ip_address': '172.28.3.70', 'floating_network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'router_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'port_id': '92c64a3e-1109-4812-82df-ad7b61fa9b93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'mac_address': 'fa:16:3e:da:f1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:35:28Z', 'updated_at': '2021-04-23T10:35:48Z', 'revision_number': 1, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e37561-8243-4a67-b297-9e8da95a8d2d', 'name': '', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'mac_address': 'fa:16:3e:34:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:22Z', 'updated_at': '2021-04-23T10:29:38Z', 'revision_number': 5, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'subnets': [{'id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:35:51.635975 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-011e03b2-fd56-43a5-8f16-82182a1e2334 req-119f61f0-6769-4e08-8c00-46bc8ab49536 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e8d8a11-411b-465a-87a4-14ca029d4c21 HTTP/1.1" status: 200 len: 210 time: 0.1889029 Apr 23 10:35:51.819270 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-517e43be-3b02-42b6-88d5-79939b99afb5 req-73d9471a-a005-4679-aa8b-9b9866fee497 service neutron] 10.222.0.68 "GET /v2.0/networks/07e313a3-9394-4ad4-9174-85a4ed950f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183286 Apr 23 10:35:51.961213 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-cebdb954-56c5-433f-97ff-ecf6e2f01ae2 None None] Set router 72320505-6076-4a53-9f82-06f896cbc35a gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:35:51.969527 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e50b669-bde8-4234-95e0-4acb8d5d25de None None] New status for floating IP f85f953a-4d6f-4fe0-8135-f7fce7b16b31: ACTIVE {{(pid=86423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:35:51.996389 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-517e43be-3b02-42b6-88d5-79939b99afb5 req-436079ab-d5b7-4ad9-bf33-1fb6e61b9a94 service neutron] 10.222.0.68 "GET /v2.0/networks/07e313a3-9394-4ad4-9174-85a4ed950f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548684 Apr 23 10:35:52.310941 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8d8a11-411b-465a-87a4-14ca029d4c21', 'name': 'network-vif-deleted', 'tag': '15377bcc-175b-43d5-982f-3f50df9db188'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:35:52.340977 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-cebdb954-56c5-433f-97ff-ecf6e2f01ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72320505-6076-4a53-9f82-06f896cbc35a', 'name': 'tempest-AttachVolumeTestJSON-810215502-router', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187'}], 'enable_snat': True}, 'gw_port_id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:14Z', 'revision_number': 4, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'gw_port': {'id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:05Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '2d9007a6-a0a7-435c-a82f-6b884e90942d', 'name': '', 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'mac_address': 'fa:16:3e:48:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:12Z', 'updated_at': '2021-04-23T10:29:27Z', 'revision_number': 5, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'subnets': [{'id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:35:52.345200 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 15377bcc-175b-43d5-982f-3f50df9db188 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:35:52.347514 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebdb954-56c5-433f-97ff-ecf6e2f01ae2 None None] The sync data for ids ['72320505-6076-4a53-9f82-06f896cbc35a'] in dv-cinder-779233-3-smb is: [{'id': '72320505-6076-4a53-9f82-06f896cbc35a', 'name': 'tempest-AttachVolumeTestJSON-810215502-router', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187'}], 'enable_snat': True}, 'gw_port_id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:14Z', 'revision_number': 4, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'gw_port': {'id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:05Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '2d9007a6-a0a7-435c-a82f-6b884e90942d', 'name': '', 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'mac_address': 'fa:16:3e:48:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:12Z', 'updated_at': '2021-04-23T10:29:27Z', 'revision_number': 5, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'subnets': [{'id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:35:52.366010 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8d8a11-411b-465a-87a4-14ca029d4c21', 'name': 'network-vif-deleted', 'tag': '15377bcc-175b-43d5-982f-3f50df9db188', 'status': 'completed', 'code': 200} Apr 23 10:35:52.396741 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] No Port match for: 15377bcc-175b-43d5-982f-3f50df9db188 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:35:52.397059 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 15377bcc-175b-43d5-982f-3f50df9db188 not bound to the agent host hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:35:52.748315 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2112badf-e4b3-4ae1-ada0-fca36fa522c7 None None] New status for floating IP 31f7e0f6-399a-45a1-ab03-699673a401e1: DOWN {{(pid=86424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:35:52.788219 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 37356) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:52.860569 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cf5221ad-16fc-436d-a7f4-5089c2f3d541 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:52.891243 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cf5221ad-16fc-436d-a7f4-5089c2f3d541 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:52.942052 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cf5221ad-16fc-436d-a7f4-5089c2f3d541 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:52.953811 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-bc3ffdfb-55e5-44c8-a39b-e38c0f3fd1e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:52.966981 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5221ad-16fc-436d-a7f4-5089c2f3d541 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff47d44d-d3e5-472e-adc2-5629fe8e1e55,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:52.969678 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cf5221ad-16fc-436d-a7f4-5089c2f3d541 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:52.975850 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cf5221ad-16fc-436d-a7f4-5089c2f3d541 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:52.977797 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-cf5221ad-16fc-436d-a7f4-5089c2f3d541 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "DELETE /v2.0/security-groups/ff47d44d-d3e5-472e-adc2-5629fe8e1e55 HTTP/1.1" status: 204 len: 168 time: 0.1874382 Apr 23 10:35:52.980143 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 37366) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:53.031271 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.v2.resource [None req-b0d1c39d-1249-418c-9f3c-d4a4388c1730 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] show failed (client error): The resource could not be found. Apr 23 10:35:53.032455 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-b0d1c39d-1249-418c-9f3c-d4a4388c1730 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups/ff47d44d-d3e5-472e-adc2-5629fe8e1e55 HTTP/1.1" status: 404 len: 347 time: 0.0510139 Apr 23 10:35:53.035557 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 37370) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:53.281402 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-e167a1ad-af21-459f-93e8-bee927471d36 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Deleting port 4d09ee07-c6df-4be7-a744-4dadbc72cf9d {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:35:53.281693 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e167a1ad-af21-459f-93e8-bee927471d36 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:53.410457 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e167a1ad-af21-459f-93e8-bee927471d36 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:53.410904 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e167a1ad-af21-459f-93e8-bee927471d36 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:53.543471 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-e167a1ad-af21-459f-93e8-bee927471d36 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Calling delete_port for 4d09ee07-c6df-4be7-a744-4dadbc72cf9d owned by network:floatingip {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:35:53.726626 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e167a1ad-af21-459f-93e8-bee927471d36 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5993849'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:53.731495 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7d023a88-bc60-41df-afaf-2bf7e5786bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:53.780786 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167a1ad-af21-459f-93e8-bee927471d36 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Pushing event deleted for resources: {'Port': ['ID=4d09ee07-c6df-4be7-a744-4dadbc72cf9d,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:53.784222 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e167a1ad-af21-459f-93e8-bee927471d36 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:53.878297 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e167a1ad-af21-459f-93e8-bee927471d36 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for floatingip, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:53.896851 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e167a1ad-af21-459f-93e8-bee927471d36 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:53.898085 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-e167a1ad-af21-459f-93e8-bee927471d36 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "DELETE /v2.0/floatingips/31f7e0f6-399a-45a1-ab03-699673a401e1 HTTP/1.1" status: 204 len: 168 time: 0.8612466 Apr 23 10:35:54.438330 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 37388) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:54.575412 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-554a3dce-0502-4bd7-bb04-4c3cce654f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:54.591490 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-554a3dce-0502-4bd7-bb04-4c3cce654f19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:35:54.595920 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-554a3dce-0502-4bd7-bb04-4c3cce654f19 admin admin] Usage tracker for resource:security_group_rule and tenant:c0068b210e6247cfaec4b097779b8f16 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:35:54.599228 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-554a3dce-0502-4bd7-bb04-4c3cce654f19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:35:54.605412 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-554a3dce-0502-4bd7-bb04-4c3cce654f19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:35:54.706397 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-554a3dce-0502-4bd7-bb04-4c3cce654f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:54.709633 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-554a3dce-0502-4bd7-bb04-4c3cce654f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:54.717083 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-712b0105-f802-4be1-a675-a937dcdcac39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:54.760432 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a3dce-0502-4bd7-bb04-4c3cce654f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de29eed7-f02f-4438-83ca-4e9fe7e67ff3,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:54.765188 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-554a3dce-0502-4bd7-bb04-4c3cce654f19 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c0068b210e6247cfaec4b097779b8f16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255143 Apr 23 10:35:54.766204 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-554a3dce-0502-4bd7-bb04-4c3cce654f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:54.768082 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 37394) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:54.836528 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0ec7ebd4-f638-465e-ae8b-c757d0402332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:54.866589 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0ec7ebd4-f638-465e-ae8b-c757d0402332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:54.885844 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 37398) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:54.891889 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-dabe3f64-014a-481f-898c-dfe286faf1d5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1618770289', 'description': 'tempest-description--1150992592'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:35:54.898947 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-dabe3f64-014a-481f-898c-dfe286faf1d5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:35:54.903438 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-dabe3f64-014a-481f-898c-dfe286faf1d5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Usage tracker for resource:security_group and tenant:053dbb1c35f34193b18ee2a736ef5da6 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:35:54.907658 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-dabe3f64-014a-481f-898c-dfe286faf1d5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:35:54.914850 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-dabe3f64-014a-481f-898c-dfe286faf1d5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:35:54.915461 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0ec7ebd4-f638-465e-ae8b-c757d0402332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:54.921237 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1c59fe61-18c5-4d74-a7eb-9b515b3c42ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:54.924647 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dabe3f64-014a-481f-898c-dfe286faf1d5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:54.934499 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7ebd4-f638-465e-ae8b-c757d0402332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de29eed7-f02f-4438-83ca-4e9fe7e67ff3,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:54.936975 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0ec7ebd4-f638-465e-ae8b-c757d0402332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:54.941324 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0ec7ebd4-f638-465e-ae8b-c757d0402332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:54.946263 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-0ec7ebd4-f638-465e-ae8b-c757d0402332 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de29eed7-f02f-4438-83ca-4e9fe7e67ff3 HTTP/1.1" status: 204 len: 168 time: 0.1767259 Apr 23 10:35:54.950815 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-dabe3f64-014a-481f-898c-dfe286faf1d5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:35:54.954991 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-dabe3f64-014a-481f-898c-dfe286faf1d5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Usage tracker for resource:security_group_rule and tenant:053dbb1c35f34193b18ee2a736ef5da6 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:35:54.958129 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-dabe3f64-014a-481f-898c-dfe286faf1d5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:35:54.964135 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-dabe3f64-014a-481f-898c-dfe286faf1d5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:35:55.323387 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dabe3f64-014a-481f-898c-dfe286faf1d5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:55.330087 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dabe3f64-014a-481f-898c-dfe286faf1d5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:55.340207 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-806877a9-d785-45e1-af99-7b0956e0ed17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:55.356823 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 37408) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:55.377303 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9bef45df-91d4-4940-831f-9bdf72c08d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:55.395793 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe3f64-014a-481f-898c-dfe286faf1d5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3d0b1a-90bb-4d45-a7e0-9c68464ac325,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:55.399012 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dabe3f64-014a-481f-898c-dfe286faf1d5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:55.401349 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9bef45df-91d4-4940-831f-9bdf72c08d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:35:55.403603 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 37412) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:55.403959 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-dabe3f64-014a-481f-898c-dfe286faf1d5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5169392 Apr 23 10:35:55.405642 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-dabe3f64-014a-481f-898c-dfe286faf1d5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:55.411161 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-7d72c8bb-cc3f-4f18-9c17-14803a312b52 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Request body: {'security_group_rule': {'security_group_id': 'eb3d0b1a-90bb-4d45-a7e0-9c68464ac325', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:35:55.416658 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-9bef45df-91d4-4940-831f-9bdf72c08d8a admin admin] Usage tracker for resource:security_group_rule and tenant:2f249867a25d406d81fa859555eb471f is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:35:55.420762 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-9bef45df-91d4-4940-831f-9bdf72c08d8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:35:55.424017 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-7d72c8bb-cc3f-4f18-9c17-14803a312b52 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:35:55.430435 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9bef45df-91d4-4940-831f-9bdf72c08d8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:35:55.432908 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-7d72c8bb-cc3f-4f18-9c17-14803a312b52 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Usage tracker for resource:security_group_rule and tenant:053dbb1c35f34193b18ee2a736ef5da6 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:35:55.437384 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-7d72c8bb-cc3f-4f18-9c17-14803a312b52 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:35:55.448394 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-7d72c8bb-cc3f-4f18-9c17-14803a312b52 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:35:55.480315 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7d72c8bb-cc3f-4f18-9c17-14803a312b52 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:55.572374 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7d72c8bb-cc3f-4f18-9c17-14803a312b52 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:55.583634 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7d72c8bb-cc3f-4f18-9c17-14803a312b52 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579839'] for security_group_rule, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:55.594962 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:55.617058 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9bef45df-91d4-4940-831f-9bdf72c08d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:55.645323 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9bef45df-91d4-4940-831f-9bdf72c08d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:55.658380 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72c8bb-cc3f-4f18-9c17-14803a312b52 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65846960-2ec5-4371-8816-69974edf1127,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:55.674769 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7d72c8bb-cc3f-4f18-9c17-14803a312b52 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:55.675338 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0ec7ebd4-f638-465e-ae8b-c757d0402332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:55.730700 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7d72c8bb-cc3f-4f18-9c17-14803a312b52 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:55.731892 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-7d72c8bb-cc3f-4f18-9c17-14803a312b52 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3272576 Apr 23 10:35:55.735441 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 37418) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:55.740390 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-9bef45df-91d4-4940-831f-9bdf72c08d8a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2f249867a25d406d81fa859555eb471f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3816540 Apr 23 10:35:55.741107 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-bfeb7eab-9be1-4b8c-84db-30f21e5d197e tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Request body: {'security_group_rule': {'security_group_id': 'eb3d0b1a-90bb-4d45-a7e0-9c68464ac325', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:35:55.743282 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 37422) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:55.744007 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef45df-91d4-4940-831f-9bdf72c08d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f413d8-6abe-497e-9e44-e314ece4a4ce,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:55.747969 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-bfeb7eab-9be1-4b8c-84db-30f21e5d197e tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:35:55.749877 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2a45dd64-20d0-4c3b-b44d-221d1cb78386 req-e78982b4-cdf7-4abf-b02a-829fef192909 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1356090129&fields=id&tenant_id=d2e0dc22dcea432d8076768b73aa0a25 HTTP/1.1" status: 200 len: 267 time: 0.1417191 Apr 23 10:35:55.752822 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9bef45df-91d4-4940-831f-9bdf72c08d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:55.753217 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-bfeb7eab-9be1-4b8c-84db-30f21e5d197e tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Usage tracker for resource:security_group_rule and tenant:053dbb1c35f34193b18ee2a736ef5da6 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:35:55.756767 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-bfeb7eab-9be1-4b8c-84db-30f21e5d197e tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:35:55.764303 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-bfeb7eab-9be1-4b8c-84db-30f21e5d197e tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:35:55.783835 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bfeb7eab-9be1-4b8c-84db-30f21e5d197e tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:55.853220 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bfeb7eab-9be1-4b8c-84db-30f21e5d197e tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:55.855948 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bfeb7eab-9be1-4b8c-84db-30f21e5d197e tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579839'] for security_group_rule, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:55.858759 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:55.882069 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb7eab-9be1-4b8c-84db-30f21e5d197e tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d6300b-2d20-4ee8-a3c2-601af474c2e0,revision_number=0']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:55.886573 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-bfeb7eab-9be1-4b8c-84db-30f21e5d197e tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:55.889012 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-17995121-5b92-4d6a-81ee-981c3453351d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:55.896525 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bfeb7eab-9be1-4b8c-84db-30f21e5d197e tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:55.897672 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-bfeb7eab-9be1-4b8c-84db-30f21e5d197e tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1617174 Apr 23 10:35:55.900724 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45dd64-20d0-4c3b-b44d-221d1cb78386 req-6a0db9cb-40ad-48d6-8fe8-811ecafacc97 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:55.901564 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 37426) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:55.902359 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2a45dd64-20d0-4c3b-b44d-221d1cb78386 req-6a0db9cb-40ad-48d6-8fe8-811ecafacc97 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 984 time: 0.1394539 Apr 23 10:35:55.910376 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-9ff53c45-d94b-4933-baa6-813fd1916242 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Request body: {'floatingip': {'floating_network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:35:55.915135 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9ff53c45-d94b-4933-baa6-813fd1916242 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:35:55.919828 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-9ff53c45-d94b-4933-baa6-813fd1916242 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Usage tracker for resource:floatingip and tenant:053dbb1c35f34193b18ee2a736ef5da6 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:35:55.924441 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-9ff53c45-d94b-4933-baa6-813fd1916242 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:35:55.931663 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9ff53c45-d94b-4933-baa6-813fd1916242 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:35:55.931941 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-2a45dd64-20d0-4c3b-b44d-221d1cb78386 req-c3a8116f-9027-41b5-a71d-63a18074e0d6 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Request body: {'port': {'security_groups': ['8be7499e-2eb2-47a7-93dc-fd78e01f6ef5']}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:35:55.942918 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9ff53c45-d94b-4933-baa6-813fd1916242 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for floatingip, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:55.980970 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-17995121-5b92-4d6a-81ee-981c3453351d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:56.110007 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9ff53c45-d94b-4933-baa6-813fd1916242 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:56.122151 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-2a45dd64-20d0-4c3b-b44d-221d1cb78386 req-c3a8116f-9027-41b5-a71d-63a18074e0d6 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:56.134341 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-17995121-5b92-4d6a-81ee-981c3453351d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:56.142565 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e4d36583-2734-4a4e-b062-e3fb80aab4da tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:56.161227 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17995121-5b92-4d6a-81ee-981c3453351d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f413d8-6abe-497e-9e44-e314ece4a4ce,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:56.163850 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-17995121-5b92-4d6a-81ee-981c3453351d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:56.165120 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-17995121-5b92-4d6a-81ee-981c3453351d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/35f413d8-6abe-497e-9e44-e314ece4a4ce HTTP/1.1" status: 204 len: 168 time: 0.4142570 Apr 23 10:35:56.201885 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-17995121-5b92-4d6a-81ee-981c3453351d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:56.297209 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [None req-9ff53c45-d94b-4933-baa6-813fd1916242 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Allocated IP 172.28.3.205 (be9e38f9-f5f7-4024-8ca0-2a4d351f17d4/45a1cb1a-6412-4f46-9769-1de107d7cfd2/53599058-537a-47c9-abc5-b128ca5577ce) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:35:56.475543 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-2a45dd64-20d0-4c3b-b44d-221d1cb78386 req-c3a8116f-9027-41b5-a71d-63a18074e0d6 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] For port 6df5d8ea-6f2a-4496-8936-6e1cfe256d52, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=6df5d8ea-6f2a-4496-8936-6e1cfe256d52,segment=NetworkSegment(25f280b3-5353-4bb9-aa4e-f599f066c77b),segment_id=25f280b3-5353-4bb9-aa4e-f599f066c77b)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:35:56.496822 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9ff53c45-d94b-4933-baa6-813fd1916242 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:56.509072 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-2a45dd64-20d0-4c3b-b44d-221d1cb78386 req-c3a8116f-9027-41b5-a71d-63a18074e0d6 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:56.514208 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-2a45dd64-20d0-4c3b-b44d-221d1cb78386 req-c3a8116f-9027-41b5-a71d-63a18074e0d6 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848781968'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:56.523364 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-62a8091c-31f9-4c6e-8533-9a6a90c2e705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:56.539109 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9ff53c45-d94b-4933-baa6-813fd1916242 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:56.547635 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0be6894a-7bda-461c-9bb7-38aa3422f6a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:56.575462 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['6df5d8ea-6f2a-4496-8936-6e1cfe256d52'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:35:56.627860 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff53c45-d94b-4933-baa6-813fd1916242 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Pushing event updated for resources: {'Port': ['ID=53599058-537a-47c9-abc5-b128ca5577ce,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:56.638655 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9ff53c45-d94b-4933-baa6-813fd1916242 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:56.650573 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff53c45-d94b-4933-baa6-813fd1916242 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Network be9e38f9-f5f7-4024-8ca0-2a4d351f17d4 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:35:56.652046 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-9ff53c45-d94b-4933-baa6-813fd1916242 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:35:56.655600 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff53c45-d94b-4933-baa6-813fd1916242 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:35:56.657735 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8116f-9027-41b5-a71d-63a18074e0d6 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Pushing event updated for resources: {'Port': ['ID=6df5d8ea-6f2a-4496-8936-6e1cfe256d52,revision_number=7']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:56.665440 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c3a8116f-9027-41b5-a71d-63a18074e0d6 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:56.672387 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45dd64-20d0-4c3b-b44d-221d1cb78386 req-c3a8116f-9027-41b5-a71d-63a18074e0d6 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:56.673633 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-2a45dd64-20d0-4c3b-b44d-221d1cb78386 req-c3a8116f-9027-41b5-a71d-63a18074e0d6 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:56.678127 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2a45dd64-20d0-4c3b-b44d-221d1cb78386 req-c3a8116f-9027-41b5-a71d-63a18074e0d6 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "PUT /v2.0/ports/6df5d8ea-6f2a-4496-8936-6e1cfe256d52 HTTP/1.1" status: 200 len: 942 time: 0.7644601 Apr 23 10:35:56.679890 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a31c12e-b9b2-47cb-93c2-77bf4df52cbf', 'tag': '6df5d8ea-6f2a-4496-8936-6e1cfe256d52'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:35:56.684846 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 37438) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:56.829247 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9ff53c45-d94b-4933-baa6-813fd1916242 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:56.855227 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ec8fee34-0d47-4591-97d8-61edd640bad6 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:56.944532 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ec8fee34-0d47-4591-97d8-61edd640bad6 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:56.947377 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9ff53c45-d94b-4933-baa6-813fd1916242 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:56.959284 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-05b66605-558c-40d0-b74c-af7f879b7fe9 None None] Provisioning complete for port 6df5d8ea-6f2a-4496-8936-6e1cfe256d52 triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:35:56.959937 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-05b66605-558c-40d0-b74c-af7f879b7fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:56.985032 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a31c12e-b9b2-47cb-93c2-77bf4df52cbf', 'tag': '6df5d8ea-6f2a-4496-8936-6e1cfe256d52', 'status': 'completed', 'code': 200} Apr 23 10:35:57.015385 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ec8fee34-0d47-4591-97d8-61edd640bad6 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:57.023333 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cb04d832-fc4a-42e2-9ca9-88586ca16e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:57.040935 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ec8fee34-0d47-4591-97d8-61edd640bad6 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:57.042169 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-ec8fee34-0d47-4591-97d8-61edd640bad6 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "DELETE /v2.0/security-groups/e3f97ce0-c743-40a1-be78-9ac956a1055e HTTP/1.1" status: 204 len: 168 time: 0.3475080 Apr 23 10:35:57.043151 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8fee34-0d47-4591-97d8-61edd640bad6 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f97ce0-c743-40a1-be78-9ac956a1055e,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:57.045111 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 37454) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:57.047634 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ec8fee34-0d47-4591-97d8-61edd640bad6 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:57.072070 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['6df5d8ea-6f2a-4496-8936-6e1cfe256d52'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:35:57.281995 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209a296-c257-4960-a057-8770781bd404 req-5dca418c-9fe3-4ec0-aeb7-f6bd7394d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:57.283665 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5209a296-c257-4960-a057-8770781bd404 req-5dca418c-9fe3-4ec0-aeb7-f6bd7394d931 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d2e0dc22dcea432d8076768b73aa0a25&device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 1098 time: 0.2483032 Apr 23 10:35:57.401485 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f31a48b6-7ebc-4e2b-b38a-94e0805fddaf tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Deleting port 34d6b95b-b0e9-4b8e-8b28-b7976796b142 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:35:57.401857 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f31a48b6-7ebc-4e2b-b38a-94e0805fddaf tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:57.460014 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9ff53c45-d94b-4933-baa6-813fd1916242 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:57.471378 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9ff53c45-d94b-4933-baa6-813fd1916242 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848232985'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:57.485513 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4ef313f5-4ecc-46ad-96ed-dd718b7d4e56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:57.533862 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f31a48b6-7ebc-4e2b-b38a-94e0805fddaf tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:57.534277 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f31a48b6-7ebc-4e2b-b38a-94e0805fddaf tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:57.541612 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209a296-c257-4960-a057-8770781bd404 req-22260f3e-8014-4c0c-84fd-86e661e0f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:57.542936 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5209a296-c257-4960-a057-8770781bd404 req-22260f3e-8014-4c0c-84fd-86e661e0f072 service neutron] 10.222.0.68 "GET /v2.0/networks?id=854fce4f-ab08-40bc-8988-fdf2d2740098 HTTP/1.1" status: 200 len: 915 time: 0.2424581 Apr 23 10:35:57.682700 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f31a48b6-7ebc-4e2b-b38a-94e0805fddaf tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Calling delete_port for 34d6b95b-b0e9-4b8e-8b28-b7976796b142 owned by network:floatingip {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:35:57.723172 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5209a296-c257-4960-a057-8770781bd404 req-83f4943f-bae6-4c1a-9b0f-ce85d16f8ea5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6df5d8ea-6f2a-4496-8936-6e1cfe256d52 HTTP/1.1" status: 200 len: 1000 time: 0.1503630 Apr 23 10:35:57.729857 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff53c45-d94b-4933-baa6-813fd1916242 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Pushing event updated for resources: {'Port': ['ID=53599058-537a-47c9-abc5-b128ca5577ce,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:57.735499 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9ff53c45-d94b-4933-baa6-813fd1916242 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:57.783577 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9ff53c45-d94b-4933-baa6-813fd1916242 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414858'] for floatingip, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:57.824371 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209a296-c257-4960-a057-8770781bd404 req-17771512-766a-4dcd-94c9-3d993c01e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:57.825786 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5209a296-c257-4960-a057-8770781bd404 req-17771512-766a-4dcd-94c9-3d993c01e307 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f45024b0-e07c-461f-ae6f-91546258ef1d HTTP/1.1" status: 200 len: 853 time: 0.0892649 Apr 23 10:35:57.826690 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9ff53c45-d94b-4933-baa6-813fd1916242 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:57.827890 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-9ff53c45-d94b-4933-baa6-813fd1916242 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9253120 Apr 23 10:35:57.845463 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f31a48b6-7ebc-4e2b-b38a-94e0805fddaf tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5993849'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:57.860071 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2537ef38-364f-4d50-b6e2-8e324922dfe2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:57.935415 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209a296-c257-4960-a057-8770781bd404 req-398dd950-7e70-41ca-9be5-3b2a171dedf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:57.937191 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5209a296-c257-4960-a057-8770781bd404 req-398dd950-7e70-41ca-9be5-3b2a171dedf4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=854fce4f-ab08-40bc-8988-fdf2d2740098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0885403 Apr 23 10:35:57.953997 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a48b6-7ebc-4e2b-b38a-94e0805fddaf tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Pushing event deleted for resources: {'Port': ['ID=34d6b95b-b0e9-4b8e-8b28-b7976796b142,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:57.992622 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f31a48b6-7ebc-4e2b-b38a-94e0805fddaf tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:58.020859 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f31a48b6-7ebc-4e2b-b38a-94e0805fddaf tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks [] for floatingip, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:58.021245 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.l3_db [None req-f31a48b6-7ebc-4e2b-b38a-94e0805fddaf tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Floating IP af672138-e6af-459e-8ee0-ab583160572d disassociated (deleted). External IP: 172.28.3.17, port: 6df5d8ea-6f2a-4496-8936-6e1cfe256d52. Apr 23 10:35:58.134077 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5209a296-c257-4960-a057-8770781bd404 req-15f16646-d9b8-47ae-bd01-f7208781796f service neutron] 10.222.0.68 "GET /v2.0/networks/854fce4f-ab08-40bc-8988-fdf2d2740098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833284 Apr 23 10:35:58.242010 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-59773eea-fa45-4569-bc8d-30803430f509 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Synchronizing usage tracker for tenant:053dbb1c35f34193b18ee2a736ef5da6 on resource:security_group {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:35:58.308178 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5209a296-c257-4960-a057-8770781bd404 req-86f00aee-95dd-4bf6-b5ea-057fe9d6c27c service neutron] 10.222.0.68 "GET /v2.0/networks/854fce4f-ab08-40bc-8988-fdf2d2740098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605890 Apr 23 10:35:58.341199 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-59773eea-fa45-4569-bc8d-30803430f509 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Unset dirty status for tenant:053dbb1c35f34193b18ee2a736ef5da6 on resource:security_group {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:35:58.342476 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-59773eea-fa45-4569-bc8d-30803430f509 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1618770289&fields=id&tenant_id=053dbb1c35f34193b18ee2a736ef5da6 HTTP/1.1" status: 200 len: 267 time: 0.1560609 Apr 23 10:35:58.586655 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 37500) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:58.730895 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-57db8aa5-5591-4eaf-ae93-3d8f50c96335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:58.752598 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-57db8aa5-5591-4eaf-ae93-3d8f50c96335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:35:58.756873 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-57db8aa5-5591-4eaf-ae93-3d8f50c96335 admin admin] Usage tracker for resource:security_group_rule and tenant:5dc69240878e402aa2ecaa7b252a4692 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:35:58.759991 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-57db8aa5-5591-4eaf-ae93-3d8f50c96335 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:35:58.766422 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-57db8aa5-5591-4eaf-ae93-3d8f50c96335 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:35:58.832649 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-155c6349-9ab4-4a7f-be68-a1ad993c02ca tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:58.834227 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-155c6349-9ab4-4a7f-be68-a1ad993c02ca tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/networks?id=b126fda1-8aba-4f97-9375-594b068d7500 HTTP/1.1" status: 200 len: 810 time: 0.4818962 Apr 23 10:35:58.839303 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31a48b6-7ebc-4e2b-b38a-94e0805fddaf tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Router 8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c has already been hosted by L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 {{(pid=86420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:35:58.856499 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-4793c5a1-3c28-44bb-b104-96d85f80a859 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/quotas/053dbb1c35f34193b18ee2a736ef5da6 HTTP/1.1" status: 200 len: 375 time: 0.0159187 Apr 23 10:35:58.862892 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-57db8aa5-5591-4eaf-ae93-3d8f50c96335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:58.866819 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-57db8aa5-5591-4eaf-ae93-3d8f50c96335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:58.876758 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-32b6ec07-748f-47e5-afa3-0140d73dfb02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:58.923156 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-57db8aa5-5591-4eaf-ae93-3d8f50c96335 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5dc69240878e402aa2ecaa7b252a4692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3352404 Apr 23 10:35:58.925999 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 37508) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:58.929353 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db8aa5-5591-4eaf-ae93-3d8f50c96335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1740af2-02a1-42ec-aabc-4f81224a32a4,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:58.944175 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-57db8aa5-5591-4eaf-ae93-3d8f50c96335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:58.993860 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8d1ce00a-3280-436f-a392-91ba87ecaac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:59.022154 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8d1ce00a-3280-436f-a392-91ba87ecaac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:59.077348 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8d1ce00a-3280-436f-a392-91ba87ecaac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:59.082549 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-14ff4fc6-46d5-455f-b8fb-ddf8b6df8a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:59.100539 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ce00a-3280-436f-a392-91ba87ecaac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1740af2-02a1-42ec-aabc-4f81224a32a4,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:59.102979 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8d1ce00a-3280-436f-a392-91ba87ecaac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:59.105295 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8d1ce00a-3280-436f-a392-91ba87ecaac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:59.107178 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-8d1ce00a-3280-436f-a392-91ba87ecaac4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b1740af2-02a1-42ec-aabc-4f81224a32a4 HTTP/1.1" status: 204 len: 168 time: 0.1799784 Apr 23 10:35:59.141648 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-5b15631b-831f-4a36-b76e-2abfc6c308ba tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Synchronizing usage tracker for tenant:053dbb1c35f34193b18ee2a736ef5da6 on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:35:59.146093 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31a48b6-7ebc-4e2b-b38a-94e0805fddaf tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:35:59.157708 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81a4656-2475-4169-b0d1-f413c280821e None None] Sync routers for ids ['8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'] in dv-cinder-779233-3-smb {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:35:59.168843 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81a4656-2475-4169-b0d1-f413c280821e None None] Routers {'8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:35:59.169245 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-5b15631b-831f-4a36-b76e-2abfc6c308ba tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Unset dirty status for tenant:053dbb1c35f34193b18ee2a736ef5da6 on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:35:59.169526 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-a81a4656-2475-4169-b0d1-f413c280821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:35:34Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:35:59.170711 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-5b15631b-831f-4a36-b76e-2abfc6c308ba tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=053dbb1c35f34193b18ee2a736ef5da6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2413299 Apr 23 10:35:59.173543 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f31a48b6-7ebc-4e2b-b38a-94e0805fddaf tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:59.318747 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-f31a48b6-7ebc-4e2b-b38a-94e0805fddaf tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "DELETE /v2.0/floatingips/af672138-e6af-459e-8ee0-ab583160572d HTTP/1.1" status: 204 len: 168 time: 2.2725229 Apr 23 10:35:59.326262 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a31c12e-b9b2-47cb-93c2-77bf4df52cbf', 'tag': '6df5d8ea-6f2a-4496-8936-6e1cfe256d52'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:35:59.372670 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-a81a4656-2475-4169-b0d1-f413c280821e None None] Set router 8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:35:59.385495 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-34a721c3-06f8-483b-824e-d1044b8a6de4 service neutron] 10.222.0.70 "GET /v2.0/networks/b126fda1-8aba-4f97-9375-594b068d7500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768863 Apr 23 10:35:59.447844 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 37522) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:59.469035 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9f8fabda-774d-4754-9a82-45c7c83909aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:59.485608 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9f8fabda-774d-4754-9a82-45c7c83909aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:35:59.490318 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-9f8fabda-774d-4754-9a82-45c7c83909aa admin admin] Usage tracker for resource:security_group_rule and tenant:f7a20747bdd7462d8fa57b68c301f998 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:35:59.493578 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-9f8fabda-774d-4754-9a82-45c7c83909aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:35:59.503145 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9f8fabda-774d-4754-9a82-45c7c83909aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:35:59.546706 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-fd93be53-a2e7-465a-88f7-6863e7ab45ec service neutron] 10.222.0.70 "GET /v2.0/networks/b126fda1-8aba-4f97-9375-594b068d7500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541693 Apr 23 10:35:59.615472 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9f8fabda-774d-4754-9a82-45c7c83909aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:59.619285 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9f8fabda-774d-4754-9a82-45c7c83909aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:59.632618 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8f961edd-a2b6-440a-a8c9-1c5e79dc6caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:35:59.695148 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-9f8fabda-774d-4754-9a82-45c7c83909aa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f7a20747bdd7462d8fa57b68c301f998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435696 Apr 23 10:35:59.695983 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 37532) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:35:59.703030 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fabda-774d-4754-9a82-45c7c83909aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac122307-c9b5-4345-84c8-d42e33d89a7a,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:35:59.706834 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9f8fabda-774d-4754-9a82-45c7c83909aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:35:59.741262 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a31c12e-b9b2-47cb-93c2-77bf4df52cbf', 'tag': '6df5d8ea-6f2a-4496-8936-6e1cfe256d52', 'status': 'completed', 'code': 200} Apr 23 10:35:59.801077 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-a81a4656-2475-4169-b0d1-f413c280821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'name': 'tempest-TestMinimumBasicScenario-447632132-router', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106'}], 'enable_snat': True}, 'gw_port_id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:03Z', 'updated_at': '2021-04-23T10:32:09Z', 'revision_number': 4, 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'gw_port': {'id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:04Z', 'updated_at': '2021-04-23T10:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '9638f43d-fa5f-4e08-b2db-0428e9a5aaa0', 'name': '', 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'mac_address': 'fa:16:3e:d3:dd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'f45024b0-e07c-461f-ae6f-91546258ef1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:08Z', 'updated_at': '2021-04-23T10:32:19Z', 'revision_number': 5, 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'subnets': [{'id': 'f45024b0-e07c-461f-ae6f-91546258ef1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:35:59.805982 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81a4656-2475-4169-b0d1-f413c280821e None None] Checking router: 8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c for host: dv-cinder-779233-3-smb {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:35:59.831279 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81a4656-2475-4169-b0d1-f413c280821e None None] Routers {'8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:35:59.832199 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-a81a4656-2475-4169-b0d1-f413c280821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:35:34Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:35:59.884649 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-07b3dd1b-2994-479c-a06d-c241ed8db9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:59.903975 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7c55e584-c2ae-4526-9a8d-48697485ab25 req-772394d9-3264-4855-92e2-906fafcec51c tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 210 time: 0.1174860 Apr 23 10:35:59.937063 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781e414-b657-47a2-af4f-99d13eb86506 req-ec592563-426a-4bb5-a8b9-9229a9902f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:35:59.940185 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0781e414-b657-47a2-af4f-99d13eb86506 req-ec592563-426a-4bb5-a8b9-9229a9902f76 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d2e0dc22dcea432d8076768b73aa0a25&device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 1098 time: 0.1288524 Apr 23 10:35:59.943329 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-07b3dd1b-2994-479c-a06d-c241ed8db9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:00.022477 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-07b3dd1b-2994-479c-a06d-c241ed8db9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:00.029208 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-554a3dce-0502-4bd7-bb04-4c3cce654f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:36:00.050237 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3dd1b-2994-479c-a06d-c241ed8db9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac122307-c9b5-4345-84c8-d42e33d89a7a,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:36:00.053720 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-07b3dd1b-2994-479c-a06d-c241ed8db9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:36:00.054748 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-07b3dd1b-2994-479c-a06d-c241ed8db9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:00.055995 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-07b3dd1b-2994-479c-a06d-c241ed8db9f8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ac122307-c9b5-4345-84c8-d42e33d89a7a HTTP/1.1" status: 204 len: 168 time: 0.3593240 Apr 23 10:36:00.111782 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-a81a4656-2475-4169-b0d1-f413c280821e None None] Set router 8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:36:00.207200 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781e414-b657-47a2-af4f-99d13eb86506 req-c152ccfd-8b08-4584-8c0f-f876062f54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:00.208913 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0781e414-b657-47a2-af4f-99d13eb86506 req-c152ccfd-8b08-4584-8c0f-f876062f54cb service neutron] 10.222.0.68 "GET /v2.0/networks?id=854fce4f-ab08-40bc-8988-fdf2d2740098 HTTP/1.1" status: 200 len: 915 time: 0.2572298 Apr 23 10:36:00.313011 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0781e414-b657-47a2-af4f-99d13eb86506 req-49fcef79-97ae-45c3-af7f-d732c46c1928 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6df5d8ea-6f2a-4496-8936-6e1cfe256d52 HTTP/1.1" status: 200 len: 217 time: 0.0905182 Apr 23 10:36:00.415828 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781e414-b657-47a2-af4f-99d13eb86506 req-c7221e08-8bd4-43c5-ac8e-5e3e2aa945ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:00.417303 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0781e414-b657-47a2-af4f-99d13eb86506 req-c7221e08-8bd4-43c5-ac8e-5e3e2aa945ea service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f45024b0-e07c-461f-ae6f-91546258ef1d HTTP/1.1" status: 200 len: 853 time: 0.0846429 Apr 23 10:36:00.511057 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-a81a4656-2475-4169-b0d1-f413c280821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'name': 'tempest-TestMinimumBasicScenario-447632132-router', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106'}], 'enable_snat': True}, 'gw_port_id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:03Z', 'updated_at': '2021-04-23T10:32:09Z', 'revision_number': 4, 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'gw_port': {'id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:04Z', 'updated_at': '2021-04-23T10:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '9638f43d-fa5f-4e08-b2db-0428e9a5aaa0', 'name': '', 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'mac_address': 'fa:16:3e:d3:dd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'f45024b0-e07c-461f-ae6f-91546258ef1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:08Z', 'updated_at': '2021-04-23T10:32:19Z', 'revision_number': 5, 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'subnets': [{'id': 'f45024b0-e07c-461f-ae6f-91546258ef1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:36:00.517109 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81a4656-2475-4169-b0d1-f413c280821e None None] The sync data for ids ['8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'] in dv-cinder-779233-3-smb is: [{'id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'name': 'tempest-TestMinimumBasicScenario-447632132-router', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106'}], 'enable_snat': True}, 'gw_port_id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:03Z', 'updated_at': '2021-04-23T10:32:09Z', 'revision_number': 4, 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'gw_port': {'id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:04Z', 'updated_at': '2021-04-23T10:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '9638f43d-fa5f-4e08-b2db-0428e9a5aaa0', 'name': '', 'network_id': '854fce4f-ab08-40bc-8988-fdf2d2740098', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'mac_address': 'fa:16:3e:d3:dd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'f45024b0-e07c-461f-ae6f-91546258ef1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:08Z', 'updated_at': '2021-04-23T10:32:19Z', 'revision_number': 5, 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'subnets': [{'id': 'f45024b0-e07c-461f-ae6f-91546258ef1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:36:00.540383 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781e414-b657-47a2-af4f-99d13eb86506 req-aa6c36d9-d49d-49f3-bc2d-feeeeef05cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:00.542033 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0781e414-b657-47a2-af4f-99d13eb86506 req-aa6c36d9-d49d-49f3-bc2d-feeeeef05cf2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=854fce4f-ab08-40bc-8988-fdf2d2740098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1119993 Apr 23 10:36:00.741191 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0781e414-b657-47a2-af4f-99d13eb86506 req-d8c14ba7-6fcf-44e4-b422-cc87a34c8539 service neutron] 10.222.0.68 "GET /v2.0/networks/854fce4f-ab08-40bc-8988-fdf2d2740098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453199 Apr 23 10:36:00.957479 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0781e414-b657-47a2-af4f-99d13eb86506 req-3f6080a3-25d6-4b32-9531-005aff05093b service neutron] 10.222.0.68 "GET /v2.0/networks/854fce4f-ab08-40bc-8988-fdf2d2740098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915207 Apr 23 10:36:01.005127 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa24af92-fb14-4b5e-9f69-3da28af14c11 None None] New status for floating IP af672138-e6af-459e-8ee0-ab583160572d: DOWN {{(pid=86424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:36:01.134654 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7d9bb652-46e6-4daf-b6c4-63133d9b9056 req-2679eb90-e5b6-4cd8-896b-563830138fff tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 210 time: 0.0651751 Apr 23 10:36:01.761477 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-779e300c-0e8d-4b80-b96e-fa17cb49a34c tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:01.763214 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-779e300c-0e8d-4b80-b96e-fa17cb49a34c tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.68 "GET /v2.0/networks?id=b126fda1-8aba-4f97-9375-594b068d7500 HTTP/1.1" status: 200 len: 810 time: 0.1811345 Apr 23 10:36:01.874298 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-fb5c9f94-2d81-4310-bc27-9e07a96e6591 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Synchronizing usage tracker for tenant:053dbb1c35f34193b18ee2a736ef5da6 on resource:security_group {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:36:01.886926 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-fb5c9f94-2d81-4310-bc27-9e07a96e6591 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Unset dirty status for tenant:053dbb1c35f34193b18ee2a736ef5da6 on resource:security_group {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:36:01.888136 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-fb5c9f94-2d81-4310-bc27-9e07a96e6591 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=053dbb1c35f34193b18ee2a736ef5da6 HTTP/1.1" status: 200 len: 380 time: 0.0581508 Apr 23 10:36:01.899601 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-ed820544-4545-479b-bea2-3d5811b9c434 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Request body: {'port': {'device_id': '58a4cd06-b6c2-416d-bbdb-8ae58fe505a1', 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500', 'admin_state_up': True, 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'security_groups': ['eb3d0b1a-90bb-4d45-a7e0-9c68464ac325']}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:36:02.055388 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-ed820544-4545-479b-bea2-3d5811b9c434 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:36:02.071309 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-ed820544-4545-479b-bea2-3d5811b9c434 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:36:02.082280 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-ed820544-4545-479b-bea2-3d5811b9c434 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Made reservation on behalf of 053dbb1c35f34193b18ee2a736ef5da6 for: {'port': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:36:02.088681 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-ed820544-4545-479b-bea2-3d5811b9c434 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:02.151513 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2a38db0c-8ec5-40b9-a377-65a78c09788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:02.294772 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-ed820544-4545-479b-bea2-3d5811b9c434 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Allocated IP 172.20.0.13 (b126fda1-8aba-4f97-9375-594b068d7500/cace927e-fc70-4e72-9b62-fe1db6ce7c84/7acdd572-19bf-4a60-9c54-97f295131e45) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:36:02.312232 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ba93b5ff-d1c8-46db-a27e-7b0d627d075a req-94672846-f8e6-44c9-86b4-d02f214e92ef tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 210 time: 0.0517597 Apr 23 10:36:02.540266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-ed820544-4545-479b-bea2-3d5811b9c434 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:02.562145 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-ed820544-4545-479b-bea2-3d5811b9c434 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Transition to ACTIVE for port object 7acdd572-19bf-4a60-9c54-97f295131e45 will not be triggered until provisioned by entity DHCP. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:36:02.589396 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-ed820544-4545-479b-bea2-3d5811b9c434 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:02.598053 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4b9b3238-9a60-4c99-bd86-902be017b8bf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:36:02.904190 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-ed820544-4545-479b-bea2-3d5811b9c434 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Network b126fda1-8aba-4f97-9375-594b068d7500 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:36:02.912710 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-ed820544-4545-479b-bea2-3d5811b9c434 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:36:02.917557 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-ed820544-4545-479b-bea2-3d5811b9c434 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:36:02.959521 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed820544-4545-479b-bea2-3d5811b9c434 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Pushing event updated for resources: {'Port': ['ID=7acdd572-19bf-4a60-9c54-97f295131e45,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:36:02.964397 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ed820544-4545-479b-bea2-3d5811b9c434 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:36:02.993980 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-ed820544-4545-479b-bea2-3d5811b9c434 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:02.994650 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-ed820544-4545-479b-bea2-3d5811b9c434 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:03.027309 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-ed820544-4545-479b-bea2-3d5811b9c434 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1316221 Apr 23 10:36:03.064448 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] Request body: {'port': {'device_id': '58a4cd06-b6c2-416d-bbdb-8ae58fe505a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:36:03.118403 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7733722b-fce2-4aa2-afd7-dbdb4ea51dab None None] Provisioning for port 7acdd572-19bf-4a60-9c54-97f295131e45 completed by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:36:03.123235 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-7733722b-fce2-4aa2-afd7-dbdb4ea51dab None None] Provisioning complete for port 7acdd572-19bf-4a60-9c54-97f295131e45 triggered by entity DHCP. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:36:03.123697 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7733722b-fce2-4aa2-afd7-dbdb4ea51dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:03.181095 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7733722b-fce2-4aa2-afd7-dbdb4ea51dab None None] Port 7acdd572-19bf-4a60-9c54-97f295131e45 cannot update to ACTIVE because it is not bound. {{(pid=86423) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:36:03.189938 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:03.373850 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:03.525749 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ba421-8fea-4071-87be-9e1aa131858e req-fbcf9348-b9c6-48a3-adf4-9454554ddf00 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:03.527258 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-af2ba421-8fea-4071-87be-9e1aa131858e req-fbcf9348-b9c6-48a3-adf4-9454554ddf00 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 932 time: 0.0902495 Apr 23 10:36:03.556551 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7acdd572-19bf-4a60-9c54-97f295131e45 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:36:03.564380 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:03.577919 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-af2ba421-8fea-4071-87be-9e1aa131858e req-a46b2074-f788-4010-8a05-16aff1e52b4d tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb3d0b1a-90bb-4d45-a7e0-9c68464ac325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433321 Apr 23 10:36:03.580104 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] Transition to ACTIVE for port object 7acdd572-19bf-4a60-9c54-97f295131e45 will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:36:03.582749 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848232985'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:03.587529 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1f5844f4-38ee-4db4-aeb7-a5185b7cf474 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:36:03.813411 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7acdd572-19bf-4a60-9c54-97f295131e45,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:36:03.821119 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:36:03.861170 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] Attempting to bind port 7acdd572-19bf-4a60-9c54-97f295131e45 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:36:03.861767 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] Attempting to bind port 7acdd572-19bf-4a60-9c54-97f295131e45 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '35f312ee-a0a3-4052-9682-1de254c7408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:36:03.862154 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] Attempting to bind port 7acdd572-19bf-4a60-9c54-97f295131e45 on network b126fda1-8aba-4f97-9375-594b068d7500 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:36:03.867543 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] Port 7acdd572-19bf-4a60-9c54-97f295131e45 on network b126fda1-8aba-4f97-9375-594b068d7500 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:36:03.868010 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] Attempting to bind port 7acdd572-19bf-4a60-9c54-97f295131e45 on network b126fda1-8aba-4f97-9375-594b068d7500 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:36:03.874427 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] Checking agent: {'id': 'e9dd349d-b683-48bd-911f-eb86d546e7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'started_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:36:03.874800 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] Checking segment: {'id': '35f312ee-a0a3-4052-9682-1de254c7408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:36:03.875217 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] Bound using segment: {'id': '35f312ee-a0a3-4052-9682-1de254c7408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:36:03.875689 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] Bound port: 7acdd572-19bf-4a60-9c54-97f295131e45, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35f312ee-a0a3-4052-9682-1de254c7408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:36:03.876071 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:03.981254 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] For port 7acdd572-19bf-4a60-9c54-97f295131e45, host hv-cinder-77923, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:36:03.985926 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] For port 7acdd572-19bf-4a60-9c54-97f295131e45, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=7acdd572-19bf-4a60-9c54-97f295131e45,segment=NetworkSegment(35f312ee-a0a3-4052-9682-1de254c7408a),segment_id=35f312ee-a0a3-4052-9682-1de254c7408a)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:36:03.989004 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848232985'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:03.994058 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9ff53c45-d94b-4933-baa6-813fd1916242 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:36:04.049791 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:04.050450 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:04.051958 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] 10.222.0.68 "PUT /v2.0/ports/7acdd572-19bf-4a60-9c54-97f295131e45 HTTP/1.1" status: 200 len: 1094 time: 0.9930570 Apr 23 10:36:04.052547 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a4cd06-b6c2-416d-bbdb-8ae58fe505a1', 'tag': '7acdd572-19bf-4a60-9c54-97f295131e45'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:36:04.096325 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7acdd572-19bf-4a60-9c54-97f295131e45,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:36:04.100407 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:36:04.174527 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5bb2222c-5a0a-4bb2-885c-10f8d3127432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:04.184389 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a4cd06-b6c2-416d-bbdb-8ae58fe505a1', 'tag': '7acdd572-19bf-4a60-9c54-97f295131e45', 'status': 'completed', 'code': 200} Apr 23 10:36:04.315463 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-d59973f2-84bc-44b4-85ae-87757c14d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:04.316968 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-d59973f2-84bc-44b4-85ae-87757c14d91b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=053dbb1c35f34193b18ee2a736ef5da6&device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 1097 time: 0.0888309 Apr 23 10:36:04.318614 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03562d0-4d80-483e-b0a2-1b4ce6db1544 req-2ce9e2b6-9265-4503-b64c-26505f97f57c tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:04.319404 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-f03562d0-4d80-483e-b0a2-1b4ce6db1544 req-2ce9e2b6-9265-4503-b64c-26505f97f57c tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Synchronizing usage tracker for tenant:d2e0dc22dcea432d8076768b73aa0a25 on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:36:04.334197 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-f03562d0-4d80-483e-b0a2-1b4ce6db1544 req-2ce9e2b6-9265-4503-b64c-26505f97f57c tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Unset dirty status for tenant:d2e0dc22dcea432d8076768b73aa0a25 on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:36:04.335552 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f03562d0-4d80-483e-b0a2-1b4ce6db1544 req-2ce9e2b6-9265-4503-b64c-26505f97f57c tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 945 time: 0.1088881 Apr 23 10:36:04.386154 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-f03562d0-4d80-483e-b0a2-1b4ce6db1544 req-414a0262-31ea-478e-9798-7317e3d9e710 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Synchronizing usage tracker for tenant:d2e0dc22dcea432d8076768b73aa0a25 on resource:security_group {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:36:04.402706 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-f03562d0-4d80-483e-b0a2-1b4ce6db1544 req-414a0262-31ea-478e-9798-7317e3d9e710 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Unset dirty status for tenant:d2e0dc22dcea432d8076768b73aa0a25 on resource:security_group {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:36:04.404020 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f03562d0-4d80-483e-b0a2-1b4ce6db1544 req-414a0262-31ea-478e-9798-7317e3d9e710 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617940 Apr 23 10:36:04.405749 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-28a5e303-1b7e-4291-8811-b8d93831d622 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7acdd572-19bf-4a60-9c54-97f295131e45 HTTP/1.1" status: 200 len: 217 time: 0.0668328 Apr 23 10:36:04.485042 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-ecb0b31a-6a00-49a4-a6ae-deb9c8c3196a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:04.490279 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-ecb0b31a-6a00-49a4-a6ae-deb9c8c3196a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cace927e-fc70-4e72-9b62-fe1db6ce7c84 HTTP/1.1" status: 200 len: 849 time: 0.0729294 Apr 23 10:36:04.587821 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-5db81469-ade7-49b1-82a3-a3359efbfeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:04.589367 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-5db81469-ade7-49b1-82a3-a3359efbfeac service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b126fda1-8aba-4f97-9375-594b068d7500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792968 Apr 23 10:36:04.736289 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-ade77bda-b0f5-434e-9e45-7199547fbd38 service neutron] 10.222.0.68 "GET /v2.0/networks/b126fda1-8aba-4f97-9375-594b068d7500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352060 Apr 23 10:36:04.784678 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb21d98-f371-4758-808b-3d54e025f0f2 req-8a33897b-24e8-41b4-9ace-a0498c14d729 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:04.786354 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-efb21d98-f371-4758-808b-3d54e025f0f2 req-8a33897b-24e8-41b4-9ace-a0498c14d729 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 944 time: 0.0905573 Apr 23 10:36:04.835116 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-efb21d98-f371-4758-808b-3d54e025f0f2 req-845069ea-eb86-4037-a86d-f424f991df46 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb3d0b1a-90bb-4d45-a7e0-9c68464ac325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423064 Apr 23 10:36:04.890191 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-dfad5e0b-d8e0-4436-b035-d3d22704d8e7 req-3643ff06-ee6b-4ae0-9482-dc72ba7e7638 service neutron] 10.222.0.68 "GET /v2.0/networks/b126fda1-8aba-4f97-9375-594b068d7500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375999 Apr 23 10:36:05.157756 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614a0b0-eab8-48a0-85a9-f382ab099856 req-c7f3b664-6595-4b6f-8639-e134cdae3626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:05.159357 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b614a0b0-eab8-48a0-85a9-f382ab099856 req-c7f3b664-6595-4b6f-8639-e134cdae3626 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=053dbb1c35f34193b18ee2a736ef5da6&device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 1097 time: 0.0779595 Apr 23 10:36:05.314089 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614a0b0-eab8-48a0-85a9-f382ab099856 req-1b141e8a-efb9-47d0-9686-0d599ec63582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:05.315932 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b614a0b0-eab8-48a0-85a9-f382ab099856 req-1b141e8a-efb9-47d0-9686-0d599ec63582 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b126fda1-8aba-4f97-9375-594b068d7500 HTTP/1.1" status: 200 len: 911 time: 0.1396074 Apr 23 10:36:05.410798 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:05.418330 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b614a0b0-eab8-48a0-85a9-f382ab099856 req-72a975b5-8912-437e-ba09-5c6ccd8e8a71 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7acdd572-19bf-4a60-9c54-97f295131e45 HTTP/1.1" status: 200 len: 217 time: 0.0712950 Apr 23 10:36:05.493765 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:05.519222 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614a0b0-eab8-48a0-85a9-f382ab099856 req-73f698f6-753c-47ba-989d-e85ae1024b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:05.520991 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b614a0b0-eab8-48a0-85a9-f382ab099856 req-73f698f6-753c-47ba-989d-e85ae1024b87 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cace927e-fc70-4e72-9b62-fe1db6ce7c84 HTTP/1.1" status: 200 len: 849 time: 0.0779736 Apr 23 10:36:05.601395 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 37658) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:36:05.625754 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614a0b0-eab8-48a0-85a9-f382ab099856 req-520e29a0-c865-4a34-ba08-5520dda317df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:05.627392 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b614a0b0-eab8-48a0-85a9-f382ab099856 req-520e29a0-c865-4a34-ba08-5520dda317df service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b126fda1-8aba-4f97-9375-594b068d7500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0864923 Apr 23 10:36:05.630289 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51413d55-c7d1-4898-992c-21ee07924c03 req-80ca247f-7f23-47d8-8a57-7c10b87602aa tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:05.631899 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-51413d55-c7d1-4898-992c-21ee07924c03 req-80ca247f-7f23-47d8-8a57-7c10b87602aa tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 945 time: 0.1057284 Apr 23 10:36:05.683355 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-51413d55-c7d1-4898-992c-21ee07924c03 req-6ac916d7-1f75-48e1-a1a3-9954ed0389fc tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447834 Apr 23 10:36:05.747847 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3322d718-c1c4-488a-9a13-5572473823fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:05.763783 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-3322d718-c1c4-488a-9a13-5572473823fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:36:05.768464 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-3322d718-c1c4-488a-9a13-5572473823fd admin admin] Usage tracker for resource:security_group_rule and tenant:5666901dae81449fada413a6495c7b3e is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:36:05.771509 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-3322d718-c1c4-488a-9a13-5572473823fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:36:05.777790 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-3322d718-c1c4-488a-9a13-5572473823fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:36:05.790898 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b614a0b0-eab8-48a0-85a9-f382ab099856 req-238c4d44-faa4-41fb-ac3b-e69766a96646 service neutron] 10.222.0.68 "GET /v2.0/networks/b126fda1-8aba-4f97-9375-594b068d7500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458116 Apr 23 10:36:05.865721 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3322d718-c1c4-488a-9a13-5572473823fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:05.869463 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3322d718-c1c4-488a-9a13-5572473823fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:05.879717 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-456d5a42-d0ff-44a7-9fdb-c5812adc523c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:36:05.927763 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-3322d718-c1c4-488a-9a13-5572473823fd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5666901dae81449fada413a6495c7b3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3251817 Apr 23 10:36:05.928928 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322d718-c1c4-488a-9a13-5572473823fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26127c59-b491-4ee7-a271-7ac3f5590d60,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:36:05.930551 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 37666) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:36:05.932659 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3322d718-c1c4-488a-9a13-5572473823fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:36:05.980639 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b614a0b0-eab8-48a0-85a9-f382ab099856 req-6e026d6b-6ea7-4722-b4e4-07a00abdeba8 service neutron] 10.222.0.68 "GET /v2.0/networks/b126fda1-8aba-4f97-9375-594b068d7500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716566 Apr 23 10:36:06.020625 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f07a36e2-e71a-4ce1-9c2f-e68ef9f9a728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:06.054625 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41025d0f-ea6d-47da-85b4-9ab5c618e94d req-3a64155a-42e7-4e31-ace6-d8ecb193a1b7 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:06.056267 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-41025d0f-ea6d-47da-85b4-9ab5c618e94d req-3a64155a-42e7-4e31-ace6-d8ecb193a1b7 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 944 time: 0.0951638 Apr 23 10:36:06.058394 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f07a36e2-e71a-4ce1-9c2f-e68ef9f9a728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:06.107851 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-41025d0f-ea6d-47da-85b4-9ab5c618e94d req-34d2d954-05f6-44c9-b6ca-a4435638c420 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb3d0b1a-90bb-4d45-a7e0-9c68464ac325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435767 Apr 23 10:36:06.109514 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f07a36e2-e71a-4ce1-9c2f-e68ef9f9a728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:06.115053 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3dea6866-bfc2-484c-a76c-1a4198380e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:36:06.133955 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a36e2-e71a-4ce1-9c2f-e68ef9f9a728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26127c59-b491-4ee7-a271-7ac3f5590d60,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:36:06.136358 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f07a36e2-e71a-4ce1-9c2f-e68ef9f9a728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:36:06.137198 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f07a36e2-e71a-4ce1-9c2f-e68ef9f9a728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:06.141632 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-f07a36e2-e71a-4ce1-9c2f-e68ef9f9a728 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/26127c59-b491-4ee7-a271-7ac3f5590d60 HTTP/1.1" status: 204 len: 168 time: 0.2066369 Apr 23 10:36:06.461748 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 37676) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:36:06.482320 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9511ee5d-ceff-421e-b0f7-6390272eef02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:06.499924 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9511ee5d-ceff-421e-b0f7-6390272eef02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:36:06.504099 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-9511ee5d-ceff-421e-b0f7-6390272eef02 admin admin] Usage tracker for resource:security_group_rule and tenant:386094c1187a47c2a0f9854e08b6bbe4 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:36:06.507552 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-9511ee5d-ceff-421e-b0f7-6390272eef02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:36:06.513858 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-9511ee5d-ceff-421e-b0f7-6390272eef02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:36:06.605081 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9511ee5d-ceff-421e-b0f7-6390272eef02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:06.608904 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9511ee5d-ceff-421e-b0f7-6390272eef02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:06.621836 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f8fb64e9-7efd-46ff-99d3-82dab458fbe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:36:06.665590 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-9511ee5d-ceff-421e-b0f7-6390272eef02 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=386094c1187a47c2a0f9854e08b6bbe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2023253 Apr 23 10:36:06.667369 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511ee5d-ceff-421e-b0f7-6390272eef02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95514a6d-11cf-45a4-b87e-be838318815d,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:36:06.668489 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 37680) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:36:06.671158 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9511ee5d-ceff-421e-b0f7-6390272eef02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:36:06.736041 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cc675557-1320-4dae-a25d-423511a192df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:06.765143 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cc675557-1320-4dae-a25d-423511a192df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:06.823477 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cc675557-1320-4dae-a25d-423511a192df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:06.826874 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-57db8aa5-5591-4eaf-ae93-3d8f50c96335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:36:06.843635 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc675557-1320-4dae-a25d-423511a192df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95514a6d-11cf-45a4-b87e-be838318815d,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:36:06.846572 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cc675557-1320-4dae-a25d-423511a192df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:36:06.847855 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cc675557-1320-4dae-a25d-423511a192df admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:06.851203 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-cc675557-1320-4dae-a25d-423511a192df admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/95514a6d-11cf-45a4-b87e-be838318815d HTTP/1.1" status: 204 len: 168 time: 0.1795671 Apr 23 10:36:06.897489 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd2897-39da-43a4-93f3-45a2c0ed5eff req-307bc7ba-b817-4b47-9bde-279bd3a036e3 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:06.899105 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-24bd2897-39da-43a4-93f3-45a2c0ed5eff req-307bc7ba-b817-4b47-9bde-279bd3a036e3 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 945 time: 0.0948436 Apr 23 10:36:06.949213 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-24bd2897-39da-43a4-93f3-45a2c0ed5eff req-655df452-bd34-4e33-b641-68479c9fb902 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432062 Apr 23 10:36:07.136926 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:07.321480 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe1220-1fb6-48ab-a3f2-7a096c48d106 req-bc205439-c5e7-4638-8eb3-0446c73f6060 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:07.322993 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3fe1220-1fb6-48ab-a3f2-7a096c48d106 req-bc205439-c5e7-4638-8eb3-0446c73f6060 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 944 time: 0.0913439 Apr 23 10:36:07.372595 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3fe1220-1fb6-48ab-a3f2-7a096c48d106 req-78fe0c86-34be-48a7-9bbf-21e4d01837bc tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb3d0b1a-90bb-4d45-a7e0-9c68464ac325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424659 Apr 23 10:36:07.990675 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d93163-d916-4ddf-a9e1-c950568005f0 req-317e3992-a39c-4e61-945c-3c0821881566 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:07.991376 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-b6d93163-d916-4ddf-a9e1-c950568005f0 req-317e3992-a39c-4e61-945c-3c0821881566 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Synchronizing usage tracker for tenant:d2e0dc22dcea432d8076768b73aa0a25 on resource:port {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:36:08.005011 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-b6d93163-d916-4ddf-a9e1-c950568005f0 req-317e3992-a39c-4e61-945c-3c0821881566 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Unset dirty status for tenant:d2e0dc22dcea432d8076768b73aa0a25 on resource:port {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:36:08.006277 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b6d93163-d916-4ddf-a9e1-c950568005f0 req-317e3992-a39c-4e61-945c-3c0821881566 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.68 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 945 time: 0.1065204 Apr 23 10:36:08.152218 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115b9b5-6b28-4013-89ff-6a446c711b7f req-e9471f48-70e2-4a86-9894-0b234d289fca tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:08.153856 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c115b9b5-6b28-4013-89ff-6a446c711b7f req-e9471f48-70e2-4a86-9894-0b234d289fca tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 945 time: 0.0876322 Apr 23 10:36:08.157033 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-b6d93163-d916-4ddf-a9e1-c950568005f0 req-45af54b8-c0f0-4f28-b496-9d6107e3fff7 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Deleting port 6df5d8ea-6f2a-4496-8936-6e1cfe256d52 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:36:08.157425 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b6d93163-d916-4ddf-a9e1-c950568005f0 req-45af54b8-c0f0-4f28-b496-9d6107e3fff7 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:08.200187 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 7acdd572-19bf-4a60-9c54-97f295131e45 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:36:08.202504 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c115b9b5-6b28-4013-89ff-6a446c711b7f req-1ca287e6-868c-430f-90c4-cd8479fc5c19 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422475 Apr 23 10:36:08.300241 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-b6d93163-d916-4ddf-a9e1-c950568005f0 req-45af54b8-c0f0-4f28-b496-9d6107e3fff7 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] For port 6df5d8ea-6f2a-4496-8936-6e1cfe256d52, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=6df5d8ea-6f2a-4496-8936-6e1cfe256d52,segment=NetworkSegment(25f280b3-5353-4bb9-aa4e-f599f066c77b),segment_id=25f280b3-5353-4bb9-aa4e-f599f066c77b)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:36:08.300611 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b6d93163-d916-4ddf-a9e1-c950568005f0 req-45af54b8-c0f0-4f28-b496-9d6107e3fff7 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:08.344221 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 7acdd572-19bf-4a60-9c54-97f295131e45, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=7acdd572-19bf-4a60-9c54-97f295131e45,segment=NetworkSegment(35f312ee-a0a3-4052-9682-1de254c7408a),segment_id=35f312ee-a0a3-4052-9682-1de254c7408a)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:36:08.358475 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Returning: {'device': '7acdd572-19bf-4a60-9c54-97f295131e45', 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500', 'port_id': '7acdd572-19bf-4a60-9c54-97f295131e45', 'mac_address': 'fa:16:3e:2a:c8:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:36:08.416228 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:08.434668 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7acdd572-19bf-4a60-9c54-97f295131e45 {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:36:08.436524 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-b6d93163-d916-4ddf-a9e1-c950568005f0 req-45af54b8-c0f0-4f28-b496-9d6107e3fff7 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Calling delete_port for 6df5d8ea-6f2a-4496-8936-6e1cfe256d52 owned by compute:nova {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:36:08.451647 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 7acdd572-19bf-4a60-9c54-97f295131e45, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=7acdd572-19bf-4a60-9c54-97f295131e45,segment=NetworkSegment(35f312ee-a0a3-4052-9682-1de254c7408a),segment_id=35f312ee-a0a3-4052-9682-1de254c7408a)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:36:08.454644 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:08.456513 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2b4127e7-630e-4c09-a61b-c1b10996d046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:36:08.528307 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=7acdd572-19bf-4a60-9c54-97f295131e45,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:36:08.536245 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:36:08.558297 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b6d93163-d916-4ddf-a9e1-c950568005f0 req-45af54b8-c0f0-4f28-b496-9d6107e3fff7 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:08.563976 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5f42487c-e73c-4b91-b3c1-2181a5ec5a47 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:36:08.588966 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d103ba-f3a0-4229-9689-9f7452e83cb4 req-9a27f37c-0fb5-423a-96dd-94fe1bde8bd8 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:08.590702 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f6d103ba-f3a0-4229-9689-9f7452e83cb4 req-9a27f37c-0fb5-423a-96dd-94fe1bde8bd8 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 945 time: 0.0962877 Apr 23 10:36:08.616220 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af54b8-c0f0-4f28-b496-9d6107e3fff7 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Pushing event deleted for resources: {'Port': ['ID=6df5d8ea-6f2a-4496-8936-6e1cfe256d52,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:36:08.616769 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['6df5d8ea-6f2a-4496-8936-6e1cfe256d52'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:36:08.619595 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-45af54b8-c0f0-4f28-b496-9d6107e3fff7 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:36:08.654532 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f6d103ba-f3a0-4229-9689-9f7452e83cb4 req-703a9229-b95f-43a5-9d03-14b75587c324 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb3d0b1a-90bb-4d45-a7e0-9c68464ac325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562208 Apr 23 10:36:08.705319 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d93163-d916-4ddf-a9e1-c950568005f0 req-45af54b8-c0f0-4f28-b496-9d6107e3fff7 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] No DVR routers for this DVR port 6df5d8ea-6f2a-4496-8936-6e1cfe256d52 on host hv-cinder-77923 {{(pid=86422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:36:08.707842 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-b6d93163-d916-4ddf-a9e1-c950568005f0 req-45af54b8-c0f0-4f28-b496-9d6107e3fff7 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:08.710620 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a31c12e-b9b2-47cb-93c2-77bf4df52cbf', 'name': 'network-vif-deleted', 'tag': '6df5d8ea-6f2a-4496-8936-6e1cfe256d52'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:36:08.725992 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b6d93163-d916-4ddf-a9e1-c950568005f0 req-45af54b8-c0f0-4f28-b496-9d6107e3fff7 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.68 "DELETE /v2.0/ports/6df5d8ea-6f2a-4496-8936-6e1cfe256d52 HTTP/1.1" status: 204 len: 173 time: 0.7118945 Apr 23 10:36:08.760009 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a31c12e-b9b2-47cb-93c2-77bf4df52cbf', 'name': 'network-vif-deleted', 'tag': '6df5d8ea-6f2a-4496-8936-6e1cfe256d52', 'status': 'completed', 'code': 200} Apr 23 10:36:09.039135 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['7acdd572-19bf-4a60-9c54-97f295131e45'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:36:09.382895 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5aba6fc0-9ddd-4728-89b0-4430fe78c56f req-ae07c2fe-7a4b-4c71-963b-8ef902a399a9 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a31c12e-b9b2-47cb-93c2-77bf4df52cbf HTTP/1.1" status: 200 len: 210 time: 0.0498621 Apr 23 10:36:09.859258 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a6e46-6f12-4ee9-869f-30f5ea30cf59 req-8aa505f1-8b02-46cc-9d84-dfe19bfdfca2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:09.860923 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a51a6e46-6f12-4ee9-869f-30f5ea30cf59 req-8aa505f1-8b02-46cc-9d84-dfe19bfdfca2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 945 time: 0.0936575 Apr 23 10:36:09.909951 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a51a6e46-6f12-4ee9-869f-30f5ea30cf59 req-67cd8920-862d-427f-b6a8-824c2f8e0bca tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb3d0b1a-90bb-4d45-a7e0-9c68464ac325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425398 Apr 23 10:36:10.219528 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 7acdd572-19bf-4a60-9c54-97f295131e45 up at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:36:10.289081 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning for port 7acdd572-19bf-4a60-9c54-97f295131e45 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:36:10.293715 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning complete for port 7acdd572-19bf-4a60-9c54-97f295131e45 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:36:10.294134 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:10.417601 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:10.445529 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a4cd06-b6c2-416d-bbdb-8ae58fe505a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7acdd572-19bf-4a60-9c54-97f295131e45'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:36:10.457454 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 7acdd572-19bf-4a60-9c54-97f295131e45, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=7acdd572-19bf-4a60-9c54-97f295131e45,segment=NetworkSegment(35f312ee-a0a3-4052-9682-1de254c7408a),segment_id=35f312ee-a0a3-4052-9682-1de254c7408a)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:36:10.460795 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:10.462710 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:36:10.501538 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a4cd06-b6c2-416d-bbdb-8ae58fe505a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7acdd572-19bf-4a60-9c54-97f295131e45', 'code': 200} Apr 23 10:36:10.536903 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=7acdd572-19bf-4a60-9c54-97f295131e45,revision_number=5']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:36:10.540285 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:36:10.855143 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412980c2-4c4f-4c27-9ca1-088c37080ecf req-45dcdae3-3623-4fb3-88a2-3367e2bfc71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:10.856640 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-412980c2-4c4f-4c27-9ca1-088c37080ecf req-45dcdae3-3623-4fb3-88a2-3367e2bfc71f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 1099 time: 0.0818903 Apr 23 10:36:10.921962 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-412980c2-4c4f-4c27-9ca1-088c37080ecf req-d8f7382a-0930-4cb5-bca1-a3f6462de9f4 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=eb3d0b1a-90bb-4d45-a7e0-9c68464ac325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401409 Apr 23 10:36:11.125376 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f2d5b-36b0-4af9-a724-0f4315ce58ec req-673a9bbb-996c-49d2-b228-9a570bd6868b tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:11.127019 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a24f2d5b-36b0-4af9-a724-0f4315ce58ec req-673a9bbb-996c-49d2-b228-9a570bd6868b tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 946 time: 0.0970376 Apr 23 10:36:11.180160 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a24f2d5b-36b0-4af9-a724-0f4315ce58ec req-a324dd1b-cf53-4230-948f-703604e577f3 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb3d0b1a-90bb-4d45-a7e0-9c68464ac325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463219 Apr 23 10:36:11.212708 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 37758) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:36:11.645300 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:36:12.007364 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-621a199d-0daa-4378-ad85-1b8e3d9396f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854376287'] for router_interface, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:12.219997 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 6df5d8ea-6f2a-4496-8936-6e1cfe256d52 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:36:12.395814 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac69b4-29b2-4c4b-831c-d2475b3a546f req-91ca5088-6143-4698-bc6e-7e68da3b23c7 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:12.397438 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-12ac69b4-29b2-4c4b-831c-d2475b3a546f req-91ca5088-6143-4698-bc6e-7e68da3b23c7 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 946 time: 0.0957625 Apr 23 10:36:12.424721 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] No Port match for: 6df5d8ea-6f2a-4496-8936-6e1cfe256d52 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:36:12.425112 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 6df5d8ea-6f2a-4496-8936-6e1cfe256d52 not bound to the agent host hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:36:12.448463 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-12ac69b4-29b2-4c4b-831c-d2475b3a546f req-50144e9f-fea9-4e33-8710-988b310829f1 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb3d0b1a-90bb-4d45-a7e0-9c68464ac325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438340 Apr 23 10:36:12.458615 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-621a199d-0daa-4378-ad85-1b8e3d9396f5 admin admin] Deleting port 9638f43d-fa5f-4e08-b2db-0428e9a5aaa0 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:36:12.459040 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-621a199d-0daa-4378-ad85-1b8e3d9396f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:12.589992 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-621a199d-0daa-4378-ad85-1b8e3d9396f5 admin admin] For port 9638f43d-fa5f-4e08-b2db-0428e9a5aaa0, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=9638f43d-fa5f-4e08-b2db-0428e9a5aaa0,segment=NetworkSegment(25f280b3-5353-4bb9-aa4e-f599f066c77b),segment_id=25f280b3-5353-4bb9-aa4e-f599f066c77b)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:36:12.590399 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-621a199d-0daa-4378-ad85-1b8e3d9396f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:12.738779 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-621a199d-0daa-4378-ad85-1b8e3d9396f5 admin admin] Calling delete_port for 9638f43d-fa5f-4e08-b2db-0428e9a5aaa0 owned by network:router_interface {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:36:12.897220 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-621a199d-0daa-4378-ad85-1b8e3d9396f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:12.902135 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-469eefc2-1103-4088-beb6-0e7ac70daffd tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:36:12.962628 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a199d-0daa-4378-ad85-1b8e3d9396f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9638f43d-fa5f-4e08-b2db-0428e9a5aaa0,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:36:12.965282 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-621a199d-0daa-4378-ad85-1b8e3d9396f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:36:13.259653 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-621a199d-0daa-4378-ad85-1b8e3d9396f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854376225'] for router_interface, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:13.652614 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621a199d-0daa-4378-ad85-1b8e3d9396f5 admin admin] Router 8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c has already been hosted by L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 {{(pid=86422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:36:13.653065 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03214d-886c-4291-a244-108e72e290d7 req-948eac00-c531-496e-8879-38a45315ed54 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:13.655017 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-9f03214d-886c-4291-a244-108e72e290d7 req-948eac00-c531-496e-8879-38a45315ed54 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 946 time: 0.0912845 Apr 23 10:36:13.704437 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-9f03214d-886c-4291-a244-108e72e290d7 req-e33427d7-a367-4b67-9aa4-a39dfc267c1c tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb3d0b1a-90bb-4d45-a7e0-9c68464ac325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424807 Apr 23 10:36:13.849104 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621a199d-0daa-4378-ad85-1b8e3d9396f5 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:36:13.861398 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f48845-008d-4c0f-ac8c-cd424fb883c5 None None] Sync routers for ids ['8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'] in dv-cinder-779233-3-smb {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:36:13.864174 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-621a199d-0daa-4378-ad85-1b8e3d9396f5 admin admin] 10.222.0.70 "PUT /v2.0/routers/8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6500793 Apr 23 10:36:13.866043 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 37772) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:36:13.873321 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f48845-008d-4c0f-ac8c-cd424fb883c5 None None] Routers {'8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:36:13.874869 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-27f48845-008d-4c0f-ac8c-cd424fb883c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:36:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:36:13.907759 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0e5dc-98d3-4df6-af7e-33648e96fb2c req-3b68018a-3116-4ca1-98fe-98d68845609f tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:13.909414 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0aa0e5dc-98d3-4df6-af7e-33648e96fb2c req-3b68018a-3116-4ca1-98fe-98d68845609f tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 946 time: 0.0909469 Apr 23 10:36:13.918830 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 37776) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:36:13.925126 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-7d4b12db-efa2-409b-9f0a-9891296ecc2a tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Request body: {'floatingip': {'port_id': '7acdd572-19bf-4a60-9c54-97f295131e45'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:36:14.012609 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7d4b12db-efa2-409b-9f0a-9891296ecc2a tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for floatingip, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:14.064553 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4aafb099-7dab-421b-9942-bca7d7fbcca8 admin admin] Notify callbacks [] for router, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:14.086243 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-27f48845-008d-4c0f-ac8c-cd424fb883c5 None None] Set router 8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:36:14.413295 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-27f48845-008d-4c0f-ac8c-cd424fb883c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'name': 'tempest-TestMinimumBasicScenario-447632132-router', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106'}], 'enable_snat': True}, 'gw_port_id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:03Z', 'updated_at': '2021-04-23T10:36:12Z', 'revision_number': 5, 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'gw_port': {'id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:04Z', 'updated_at': '2021-04-23T10:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:36:14.417612 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f48845-008d-4c0f-ac8c-cd424fb883c5 None None] Checking router: 8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c for host: dv-cinder-779233-3-smb {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:36:14.426927 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f48845-008d-4c0f-ac8c-cd424fb883c5 None None] Routers {'8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:36:14.427604 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-27f48845-008d-4c0f-ac8c-cd424fb883c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:36:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:36:14.522054 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4aafb099-7dab-421b-9942-bca7d7fbcca8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:14.601925 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-4aafb099-7dab-421b-9942-bca7d7fbcca8 admin admin] Deleting port 7194f1e0-3357-468c-97b3-7b816a27673b {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:36:14.602631 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4aafb099-7dab-421b-9942-bca7d7fbcca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:14.636771 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-27f48845-008d-4c0f-ac8c-cd424fb883c5 None None] Set router 8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:36:14.743391 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-4aafb099-7dab-421b-9942-bca7d7fbcca8 admin admin] For port 7194f1e0-3357-468c-97b3-7b816a27673b, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=7194f1e0-3357-468c-97b3-7b816a27673b,segment=NetworkSegment(2310ff8d-72d8-4ca8-834c-a38d93326363),segment_id=2310ff8d-72d8-4ca8-834c-a38d93326363)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:36:14.743747 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4aafb099-7dab-421b-9942-bca7d7fbcca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:14.878915 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-4aafb099-7dab-421b-9942-bca7d7fbcca8 admin admin] Calling delete_port for 7194f1e0-3357-468c-97b3-7b816a27673b owned by network:router_gateway {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:36:14.904516 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7d4b12db-efa2-409b-9f0a-9891296ecc2a tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:14.908378 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7d4b12db-efa2-409b-9f0a-9891296ecc2a tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414858'] for floatingip, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:14.941501 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-27f48845-008d-4c0f-ac8c-cd424fb883c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'name': 'tempest-TestMinimumBasicScenario-447632132-router', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106'}], 'enable_snat': True}, 'gw_port_id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:03Z', 'updated_at': '2021-04-23T10:36:12Z', 'revision_number': 5, 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'gw_port': {'id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:04Z', 'updated_at': '2021-04-23T10:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:36:14.945773 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f48845-008d-4c0f-ac8c-cd424fb883c5 None None] The sync data for ids ['8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c'] in dv-cinder-779233-3-smb is: [{'id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'name': 'tempest-TestMinimumBasicScenario-447632132-router', 'tenant_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106'}], 'enable_snat': True}, 'gw_port_id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:03Z', 'updated_at': '2021-04-23T10:36:12Z', 'revision_number': 5, 'project_id': 'd2e0dc22dcea432d8076768b73aa0a25', 'gw_port': {'id': '7194f1e0-3357-468c-97b3-7b816a27673b', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:04Z', 'updated_at': '2021-04-23T10:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:36:15.065256 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4aafb099-7dab-421b-9942-bca7d7fbcca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:15.070523 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b97b64d7-ffbb-48ac-92c3-db2dbc9974be tempest-ServerRescueNegativeTestJSON-1864379182 tempest-ServerRescueNegativeTestJSON-1864379182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:36:15.100959 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.l3_db [None req-7d4b12db-efa2-409b-9f0a-9891296ecc2a tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Floating IP 931dfe8c-83dc-4a9a-a946-f9ed7cd7c41c associated. External IP: 172.28.3.205, port: 7acdd572-19bf-4a60-9c54-97f295131e45. Apr 23 10:36:15.136202 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafb099-7dab-421b-9942-bca7d7fbcca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7194f1e0-3357-468c-97b3-7b816a27673b,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:36:15.172645 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4aafb099-7dab-421b-9942-bca7d7fbcca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:36:15.238476 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4aafb099-7dab-421b-9942-bca7d7fbcca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501854'] for router_gateway, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:15.427599 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4aafb099-7dab-421b-9942-bca7d7fbcca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-400642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-461'] for router, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:15.430105 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4aafb099-7dab-421b-9942-bca7d7fbcca8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:15.455662 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4aafb099-7dab-421b-9942-bca7d7fbcca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854369722'] for router, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:15.456243 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aafb099-7dab-421b-9942-bca7d7fbcca8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c {{(pid=86422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 10:36:15.469761 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4aafb099-7dab-421b-9942-bca7d7fbcca8 admin admin] Notify callbacks [] for router, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:15.471044 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-4aafb099-7dab-421b-9942-bca7d7fbcca8 admin admin] 10.222.0.70 "DELETE /v2.0/routers/8ed8dbfb-76f3-4997-9a7a-2e2752b17e7c HTTP/1.1" status: 204 len: 168 time: 1.6019492 Apr 23 10:36:15.475037 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 37782) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:36:15.551638 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4b12db-efa2-409b-9f0a-9891296ecc2a tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Router 72320505-6076-4a53-9f82-06f896cbc35a has already been hosted by L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 {{(pid=86420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:36:15.571525 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-69397006-72e1-4deb-bef2-635557096bde admin admin] Deleting subnet f45024b0-e07c-461f-ae6f-91546258ef1d {{(pid=86420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 10:36:15.576148 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69397006-72e1-4deb-bef2-635557096bde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:15.775422 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69397006-72e1-4deb-bef2-635557096bde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847345424'] for subnet, precommit_delete_associations {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:15.861422 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4b12db-efa2-409b-9f0a-9891296ecc2a tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:36:15.871619 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46e007b-44db-4088-920a-5e65e1d7ff7f None None] Sync routers for ids ['72320505-6076-4a53-9f82-06f896cbc35a'] in dv-cinder-779233-3-smb {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:36:15.881805 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46e007b-44db-4088-920a-5e65e1d7ff7f None None] Routers {'72320505-6076-4a53-9f82-06f896cbc35a'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:36:15.882652 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-b46e007b-44db-4088-920a-5e65e1d7ff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:36:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['72320505-6076-4a53-9f82-06f896cbc35a'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:36:15.934342 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7d4b12db-efa2-409b-9f0a-9891296ecc2a tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:15.985965 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69397006-72e1-4deb-bef2-635557096bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853331552'] for subnet, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:16.049792 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-7d4b12db-efa2-409b-9f0a-9891296ecc2a tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "PUT /v2.0/floatingips/931dfe8c-83dc-4a9a-a946-f9ed7cd7c41c HTTP/1.1" status: 200 len: 992 time: 2.1250272 Apr 23 10:36:16.049792 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a4cd06-b6c2-416d-bbdb-8ae58fe505a1', 'tag': '7acdd572-19bf-4a60-9c54-97f295131e45'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:36:16.082860 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-b46e007b-44db-4088-920a-5e65e1d7ff7f None None] Set router 72320505-6076-4a53-9f82-06f896cbc35a gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:36:16.127269 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a4cd06-b6c2-416d-bbdb-8ae58fe505a1', 'tag': '7acdd572-19bf-4a60-9c54-97f295131e45', 'status': 'completed', 'code': 200} Apr 23 10:36:16.254524 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 9638f43d-fa5f-4e08-b2db-0428e9a5aaa0 no longer exists at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:36:16.303912 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69397006-72e1-4deb-bef2-635557096bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1444248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5990573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5354576'] for subnet, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:16.309962 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c9127cf6-b16d-4b94-be94-5590937dd64b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:36:16.314314 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] No Port match for: 9638f43d-fa5f-4e08-b2db-0428e9a5aaa0 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:36:16.314713 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 9638f43d-fa5f-4e08-b2db-0428e9a5aaa0 not bound to the agent host dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:36:16.315444 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 7194f1e0-3357-468c-97b3-7b816a27673b no longer exists at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:36:16.364618 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] No Port match for: 7194f1e0-3357-468c-97b3-7b816a27673b {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:36:16.365012 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 7194f1e0-3357-468c-97b3-7b816a27673b not bound to the agent host dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:36:16.368700 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ac4a5-e292-443d-8c3c-b563fc4facef req-fb6cae4e-1e31-4e7a-a328-77a81b9fcc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:16.370347 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-336ac4a5-e292-443d-8c3c-b563fc4facef req-fb6cae4e-1e31-4e7a-a328-77a81b9fcc02 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=053dbb1c35f34193b18ee2a736ef5da6&device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 1099 time: 0.1389441 Apr 23 10:36:16.380071 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69397006-72e1-4deb-bef2-635557096bde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f45024b0-e07c-461f-ae6f-91546258ef1d,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:36:16.383352 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-69397006-72e1-4deb-bef2-635557096bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:36:16.384420 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-69397006-72e1-4deb-bef2-635557096bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:16.391769 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbd5282-8730-457b-8e0d-a49aedd89cb7 None None] Network 854fce4f-ab08-40bc-8988-fdf2d2740098 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:36:16.392406 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-69397006-72e1-4deb-bef2-635557096bde admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f45024b0-e07c-461f-ae6f-91546258ef1d HTTP/1.1" status: 204 len: 168 time: 0.9161301 Apr 23 10:36:16.394767 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 37792) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:36:16.518133 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3441c2ae-d984-4902-b6f1-3ea94d27f652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853440276'] for network, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:16.525510 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-b46e007b-44db-4088-920a-5e65e1d7ff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72320505-6076-4a53-9f82-06f896cbc35a', 'name': 'tempest-AttachVolumeTestJSON-810215502-router', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187'}], 'enable_snat': True}, 'gw_port_id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:14Z', 'revision_number': 4, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'gw_port': {'id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:05Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_floatingips': [{'id': '931dfe8c-83dc-4a9a-a946-f9ed7cd7c41c', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'floating_ip_address': '172.28.3.205', 'floating_network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'router_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'port_id': '7acdd572-19bf-4a60-9c54-97f295131e45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500', 'mac_address': 'fa:16:3e:2a:c8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a4cd06-b6c2-416d-bbdb-8ae58fe505a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:35:56Z', 'updated_at': '2021-04-23T10:36:14Z', 'revision_number': 1, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9007a6-a0a7-435c-a82f-6b884e90942d', 'name': '', 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'mac_address': 'fa:16:3e:48:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:12Z', 'updated_at': '2021-04-23T10:29:27Z', 'revision_number': 5, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'subnets': [{'id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:36:16.533002 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46e007b-44db-4088-920a-5e65e1d7ff7f None None] Checking router: 72320505-6076-4a53-9f82-06f896cbc35a for host: dv-cinder-779233-3-smb {{(pid=86424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:36:16.546304 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46e007b-44db-4088-920a-5e65e1d7ff7f None None] Routers {'72320505-6076-4a53-9f82-06f896cbc35a'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:36:16.547802 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-b46e007b-44db-4088-920a-5e65e1d7ff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:36:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['72320505-6076-4a53-9f82-06f896cbc35a'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:36:16.568589 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ac4a5-e292-443d-8c3c-b563fc4facef req-65ead5b5-e71e-4d39-891b-81ccfe2c609d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:16.570252 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-336ac4a5-e292-443d-8c3c-b563fc4facef req-65ead5b5-e71e-4d39-891b-81ccfe2c609d service neutron] 10.222.0.68 "GET /v2.0/networks?id=b126fda1-8aba-4f97-9375-594b068d7500 HTTP/1.1" status: 200 len: 911 time: 0.1684649 Apr 23 10:36:16.601212 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-3441c2ae-d984-4902-b6f1-3ea94d27f652 admin admin] Deleting port ebdd5f88-7766-4a67-bcf4-5d8a2de6a267 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:36:16.602919 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3441c2ae-d984-4902-b6f1-3ea94d27f652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:16.716575 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-336ac4a5-e292-443d-8c3c-b563fc4facef req-d848f92c-50b9-41e1-9aa6-6458c005c8e2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7acdd572-19bf-4a60-9c54-97f295131e45 HTTP/1.1" status: 200 len: 1000 time: 0.1321046 Apr 23 10:36:16.734579 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-3441c2ae-d984-4902-b6f1-3ea94d27f652 admin admin] For port ebdd5f88-7766-4a67-bcf4-5d8a2de6a267, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=ebdd5f88-7766-4a67-bcf4-5d8a2de6a267,segment=NetworkSegment(25f280b3-5353-4bb9-aa4e-f599f066c77b),segment_id=25f280b3-5353-4bb9-aa4e-f599f066c77b)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:36:16.735079 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3441c2ae-d984-4902-b6f1-3ea94d27f652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:16.764006 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34d19d6-45d6-4864-9f37-3329643418b2 None None] DHCP port deletion for 854fce4f-ab08-40bc-8988-fdf2d2740098 request from dv-cinder-779233-3-smb {{(pid=86423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 10:36:16.774431 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-b46e007b-44db-4088-920a-5e65e1d7ff7f None None] Set router 72320505-6076-4a53-9f82-06f896cbc35a gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:36:16.821074 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ac4a5-e292-443d-8c3c-b563fc4facef req-a75c6e77-ad8e-41b9-995e-8d1ca034ecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:16.822596 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-336ac4a5-e292-443d-8c3c-b563fc4facef req-a75c6e77-ad8e-41b9-995e-8d1ca034ecf3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cace927e-fc70-4e72-9b62-fe1db6ce7c84 HTTP/1.1" status: 200 len: 849 time: 0.0775921 Apr 23 10:36:16.845172 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f34d19d6-45d6-4864-9f37-3329643418b2 None None] Deleting port ebdd5f88-7766-4a67-bcf4-5d8a2de6a267 {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:36:16.845592 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f34d19d6-45d6-4864-9f37-3329643418b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:16.886662 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-3441c2ae-d984-4902-b6f1-3ea94d27f652 admin admin] Calling delete_port for ebdd5f88-7766-4a67-bcf4-5d8a2de6a267 owned by network:dhcp {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:36:16.925426 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ac4a5-e292-443d-8c3c-b563fc4facef req-c22de23c-98c6-4391-8e75-866d4c917986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:16.928131 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-336ac4a5-e292-443d-8c3c-b563fc4facef req-c22de23c-98c6-4391-8e75-866d4c917986 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b126fda1-8aba-4f97-9375-594b068d7500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0961683 Apr 23 10:36:16.949846 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3441c2ae-d984-4902-b6f1-3ea94d27f652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5993849'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:16.957465 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-f34d19d6-45d6-4864-9f37-3329643418b2 None None] For port ebdd5f88-7766-4a67-bcf4-5d8a2de6a267, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=ebdd5f88-7766-4a67-bcf4-5d8a2de6a267,segment=NetworkSegment(25f280b3-5353-4bb9-aa4e-f599f066c77b),segment_id=25f280b3-5353-4bb9-aa4e-f599f066c77b)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:36:16.958184 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f34d19d6-45d6-4864-9f37-3329643418b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:16.962058 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2537ef38-364f-4d50-b6e2-8e324922dfe2 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:36:17.003837 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3441c2ae-d984-4902-b6f1-3ea94d27f652 admin admin] No DVR routers for this DVR port ebdd5f88-7766-4a67-bcf4-5d8a2de6a267 on host dv-cinder-779233-3-smb {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:36:17.135381 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-336ac4a5-e292-443d-8c3c-b563fc4facef req-6d569fae-b164-4628-828d-0425863aa36e service neutron] 10.222.0.68 "GET /v2.0/networks/b126fda1-8aba-4f97-9375-594b068d7500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984155 Apr 23 10:36:17.171897 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f34d19d6-45d6-4864-9f37-3329643418b2 None None] Calling delete_port for ebdd5f88-7766-4a67-bcf4-5d8a2de6a267 owned by network:dhcp {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:36:17.206592 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-b46e007b-44db-4088-920a-5e65e1d7ff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72320505-6076-4a53-9f82-06f896cbc35a', 'name': 'tempest-AttachVolumeTestJSON-810215502-router', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187'}], 'enable_snat': True}, 'gw_port_id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:14Z', 'revision_number': 4, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'gw_port': {'id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:05Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_floatingips': [{'id': '931dfe8c-83dc-4a9a-a946-f9ed7cd7c41c', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'floating_ip_address': '172.28.3.205', 'floating_network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'router_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'port_id': '7acdd572-19bf-4a60-9c54-97f295131e45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500', 'mac_address': 'fa:16:3e:2a:c8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a4cd06-b6c2-416d-bbdb-8ae58fe505a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:35:56Z', 'updated_at': '2021-04-23T10:36:14Z', 'revision_number': 1, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9007a6-a0a7-435c-a82f-6b884e90942d', 'name': '', 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'mac_address': 'fa:16:3e:48:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:12Z', 'updated_at': '2021-04-23T10:29:27Z', 'revision_number': 5, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'subnets': [{'id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:36:17.211433 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46e007b-44db-4088-920a-5e65e1d7ff7f None None] The sync data for ids ['72320505-6076-4a53-9f82-06f896cbc35a'] in dv-cinder-779233-3-smb is: [{'id': '72320505-6076-4a53-9f82-06f896cbc35a', 'name': 'tempest-AttachVolumeTestJSON-810215502-router', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187'}], 'enable_snat': True}, 'gw_port_id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:14Z', 'revision_number': 4, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'gw_port': {'id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:05Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_floatingips': [{'id': '931dfe8c-83dc-4a9a-a946-f9ed7cd7c41c', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'floating_ip_address': '172.28.3.205', 'floating_network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'router_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'port_id': '7acdd572-19bf-4a60-9c54-97f295131e45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500', 'mac_address': 'fa:16:3e:2a:c8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a4cd06-b6c2-416d-bbdb-8ae58fe505a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:35:56Z', 'updated_at': '2021-04-23T10:36:14Z', 'revision_number': 1, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d9007a6-a0a7-435c-a82f-6b884e90942d', 'name': '', 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'mac_address': 'fa:16:3e:48:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:12Z', 'updated_at': '2021-04-23T10:29:27Z', 'revision_number': 5, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'subnets': [{'id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:36:17.334056 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441c2ae-d984-4902-b6f1-3ea94d27f652 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebdd5f88-7766-4a67-bcf4-5d8a2de6a267,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:36:17.342592 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3441c2ae-d984-4902-b6f1-3ea94d27f652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:36:17.344800 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-336ac4a5-e292-443d-8c3c-b563fc4facef req-46f04be6-9da7-4c0b-be84-ec73868387d7 service neutron] 10.222.0.68 "GET /v2.0/networks/b126fda1-8aba-4f97-9375-594b068d7500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905854 Apr 23 10:36:17.441038 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3441c2ae-d984-4902-b6f1-3ea94d27f652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1444341', 'neutron.services.segments.db._delete_segments_for_network-8747066344563'] for network, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:17.502406 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.db.api [None req-f34d19d6-45d6-4864-9f37-3329643418b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86423) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 10:36:17.502813 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_db.api [None req-f34d19d6-45d6-4864-9f37-3329643418b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 10:36:17.545772 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f92bb4-07bd-4a21-bca2-aa47ca5a56b3 None None] New status for floating IP 931dfe8c-83dc-4a9a-a946-f9ed7cd7c41c: ACTIVE {{(pid=86423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:36:17.575210 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-3441c2ae-d984-4902-b6f1-3ea94d27f652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854fce4f-ab08-40bc-8988-fdf2d2740098']}} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:36:17.589371 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-3441c2ae-d984-4902-b6f1-3ea94d27f652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f280b3-5353-4bb9-aa4e-f599f066c77b') {'for_net_delete': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:36:17.589710 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-3441c2ae-d984-4902-b6f1-3ea94d27f652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f280b3-5353-4bb9-aa4e-f599f066c77b') {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:36:17.602659 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3441c2ae-d984-4902-b6f1-3ea94d27f652 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289788450659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7430392'] for segment, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:17.617843 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3441c2ae-d984-4902-b6f1-3ea94d27f652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:17.625090 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3441c2ae-d984-4902-b6f1-3ea94d27f652 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=86420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 10:36:17.811341 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-3441c2ae-d984-4902-b6f1-3ea94d27f652 admin admin] Network 854fce4f-ab08-40bc-8988-fdf2d2740098 has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:36:17.820703 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3441c2ae-d984-4902-b6f1-3ea94d27f652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853312079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848782066'] for segment, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:18.006024 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-3441c2ae-d984-4902-b6f1-3ea94d27f652 admin admin] Network 854fce4f-ab08-40bc-8988-fdf2d2740098 has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: Traceback (most recent call last): Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: timer() Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: cb(*args, **kw) Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: return func(*args, **kwargs) Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: self._notify() Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: self.callback(batched_events) Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: event.method(event) Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: segment_id)['aggregates'][0] Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: return f(self, *a, **k) Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: return self._get(url).json() Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: **kwargs) Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: return self.request(url, 'GET', **kwargs) Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: **endpoint_filter) Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 10:36:18.028978 dv-cinder-779233-3-smb neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 10:36:18.039872 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-f34d19d6-45d6-4864-9f37-3329643418b2 None None] The port 'ebdd5f88-7766-4a67-bcf4-5d8a2de6a267' was deleted {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 10:36:18.109288 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3441c2ae-d984-4902-b6f1-3ea94d27f652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853331459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414905'] for network, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:18.113040 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5f5ba099-e73d-405c-84c6-87c49390e961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:36:18.129508 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3441c2ae-d984-4902-b6f1-3ea94d27f652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:18.138254 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441c2ae-d984-4902-b6f1-3ea94d27f652 admin admin] Pushing event deleted for resources: {'Network': ['ID=854fce4f-ab08-40bc-8988-fdf2d2740098,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:36:18.144193 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3441c2ae-d984-4902-b6f1-3ea94d27f652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:36:18.151707 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-3441c2ae-d984-4902-b6f1-3ea94d27f652 admin admin] 10.222.0.70 "DELETE /v2.0/networks/854fce4f-ab08-40bc-8988-fdf2d2740098 HTTP/1.1" status: 204 len: 168 time: 1.7558692 Apr 23 10:36:18.154808 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 37800) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:36:18.240003 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device ebdd5f88-7766-4a67-bcf4-5d8a2de6a267 no longer exists at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:36:18.300584 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] No Port match for: ebdd5f88-7766-4a67-bcf4-5d8a2de6a267 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:36:18.301066 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device ebdd5f88-7766-4a67-bcf4-5d8a2de6a267 not bound to the agent host dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:36:18.738660 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-98c75481-e792-4b99-858a-14fc32b8be7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854376287'] for router_interface, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:19.169886 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-98c75481-e792-4b99-858a-14fc32b8be7c admin admin] Deleting port 8a9a7cb2-3a67-42a7-b4ee-973085cb3516 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:36:19.170434 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-98c75481-e792-4b99-858a-14fc32b8be7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:19.309334 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-98c75481-e792-4b99-858a-14fc32b8be7c admin admin] For port 8a9a7cb2-3a67-42a7-b4ee-973085cb3516, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=8a9a7cb2-3a67-42a7-b4ee-973085cb3516,segment=NetworkSegment(06862d92-acea-4149-9ebe-b03826220e5c),segment_id=06862d92-acea-4149-9ebe-b03826220e5c)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:36:19.310027 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-98c75481-e792-4b99-858a-14fc32b8be7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:19.445770 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-98c75481-e792-4b99-858a-14fc32b8be7c admin admin] Calling delete_port for 8a9a7cb2-3a67-42a7-b4ee-973085cb3516 owned by network:router_interface {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:36:19.744694 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-98c75481-e792-4b99-858a-14fc32b8be7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5993849'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:19.750064 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e5274f67-5f0e-40cf-9fe9-b2adc218732d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:36:20.026925 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c75481-e792-4b99-858a-14fc32b8be7c admin admin] Pushing event deleted for resources: {'Port': ['ID=8a9a7cb2-3a67-42a7-b4ee-973085cb3516,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:36:20.055627 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-98c75481-e792-4b99-858a-14fc32b8be7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:36:20.307825 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-98c75481-e792-4b99-858a-14fc32b8be7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854376225'] for router_interface, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:20.686468 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c75481-e792-4b99-858a-14fc32b8be7c admin admin] Router 296a08d3-d6ff-492f-a2a9-ab9db55cf5fa has already been hosted by L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 {{(pid=86420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:36:20.879747 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c75481-e792-4b99-858a-14fc32b8be7c admin admin] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:36:20.891287 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009d8029-7fc2-48fb-b5ba-166481a1c704 None None] Sync routers for ids ['296a08d3-d6ff-492f-a2a9-ab9db55cf5fa'] in dv-cinder-779233-3-smb {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:36:20.891503 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-98c75481-e792-4b99-858a-14fc32b8be7c admin admin] 10.222.0.70 "PUT /v2.0/routers/296a08d3-d6ff-492f-a2a9-ab9db55cf5fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7340176 Apr 23 10:36:20.892666 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 37812) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:36:20.901250 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009d8029-7fc2-48fb-b5ba-166481a1c704 None None] Routers {'296a08d3-d6ff-492f-a2a9-ab9db55cf5fa'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:36:20.901950 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-009d8029-7fc2-48fb-b5ba-166481a1c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:36:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['296a08d3-d6ff-492f-a2a9-ab9db55cf5fa'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:36:21.084748 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-166bad41-4f54-4f2a-a71d-11cd1d0c84de admin admin] Notify callbacks [] for router, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:21.098377 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-009d8029-7fc2-48fb-b5ba-166481a1c704 None None] Set router 296a08d3-d6ff-492f-a2a9-ab9db55cf5fa gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:36:21.277945 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-166bad41-4f54-4f2a-a71d-11cd1d0c84de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:21.352451 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-166bad41-4f54-4f2a-a71d-11cd1d0c84de admin admin] Deleting port b61578a9-e85b-48f7-b89f-2e2cee6d6ae1 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:36:21.352926 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-166bad41-4f54-4f2a-a71d-11cd1d0c84de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:21.407533 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-009d8029-7fc2-48fb-b5ba-166481a1c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296a08d3-d6ff-492f-a2a9-ab9db55cf5fa', 'name': 'tempest-TestMinimumBasicScenario-1676327385-router', 'tenant_id': '4bfe1a714cce4b4d9de27641da8ed95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': 'b61578a9-e85b-48f7-b89f-2e2cee6d6ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:13Z', 'updated_at': '2021-04-23T10:36:19Z', 'revision_number': 5, 'project_id': '4bfe1a714cce4b4d9de27641da8ed95d', 'gw_port': {'id': 'b61578a9-e85b-48f7-b89f-2e2cee6d6ae1', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296a08d3-d6ff-492f-a2a9-ab9db55cf5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:32:14Z', 'updated_at': '2021-04-23T10:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:36:21.411765 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009d8029-7fc2-48fb-b5ba-166481a1c704 None None] Checking router: 296a08d3-d6ff-492f-a2a9-ab9db55cf5fa for host: dv-cinder-779233-3-smb {{(pid=86424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:36:21.421469 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009d8029-7fc2-48fb-b5ba-166481a1c704 None None] Routers {'296a08d3-d6ff-492f-a2a9-ab9db55cf5fa'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:36:21.422117 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-009d8029-7fc2-48fb-b5ba-166481a1c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:36:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['296a08d3-d6ff-492f-a2a9-ab9db55cf5fa'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:36:21.485466 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-166bad41-4f54-4f2a-a71d-11cd1d0c84de admin admin] For port b61578a9-e85b-48f7-b89f-2e2cee6d6ae1, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=b61578a9-e85b-48f7-b89f-2e2cee6d6ae1,segment=NetworkSegment(2310ff8d-72d8-4ca8-834c-a38d93326363),segment_id=2310ff8d-72d8-4ca8-834c-a38d93326363)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:36:21.485871 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-166bad41-4f54-4f2a-a71d-11cd1d0c84de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:21.585008 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-009d8029-7fc2-48fb-b5ba-166481a1c704 None None] Set router 296a08d3-d6ff-492f-a2a9-ab9db55cf5fa gateway port host: None {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:36:21.627706 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-166bad41-4f54-4f2a-a71d-11cd1d0c84de admin admin] Calling delete_port for b61578a9-e85b-48f7-b89f-2e2cee6d6ae1 owned by network:router_gateway {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:36:21.698570 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-009d8029-7fc2-48fb-b5ba-166481a1c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296a08d3-d6ff-492f-a2a9-ab9db55cf5fa', 'name': 'tempest-TestMinimumBasicScenario-1676327385-router', 'tenant_id': '4bfe1a714cce4b4d9de27641da8ed95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:13Z', 'updated_at': '2021-04-23T10:36:21Z', 'revision_number': 6, 'project_id': '4bfe1a714cce4b4d9de27641da8ed95d', 'gw_port_host': None}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:36:21.702906 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009d8029-7fc2-48fb-b5ba-166481a1c704 None None] The sync data for ids ['296a08d3-d6ff-492f-a2a9-ab9db55cf5fa'] in dv-cinder-779233-3-smb is: [{'id': '296a08d3-d6ff-492f-a2a9-ab9db55cf5fa', 'name': 'tempest-TestMinimumBasicScenario-1676327385-router', 'tenant_id': '4bfe1a714cce4b4d9de27641da8ed95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:32:13Z', 'updated_at': '2021-04-23T10:36:21Z', 'revision_number': 6, 'project_id': '4bfe1a714cce4b4d9de27641da8ed95d', 'gw_port_host': None}] {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:36:21.770695 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-166bad41-4f54-4f2a-a71d-11cd1d0c84de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5993849'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:21.775696 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:36:21.859059 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166bad41-4f54-4f2a-a71d-11cd1d0c84de admin admin] Pushing event deleted for resources: {'Port': ['ID=b61578a9-e85b-48f7-b89f-2e2cee6d6ae1,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:36:21.866250 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-166bad41-4f54-4f2a-a71d-11cd1d0c84de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:36:21.923841 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-166bad41-4f54-4f2a-a71d-11cd1d0c84de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501854'] for router_gateway, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:22.115783 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-166bad41-4f54-4f2a-a71d-11cd1d0c84de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-400642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-461'] for router, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:22.118280 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-166bad41-4f54-4f2a-a71d-11cd1d0c84de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:22.217802 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-166bad41-4f54-4f2a-a71d-11cd1d0c84de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854369722'] for router, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:22.218387 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166bad41-4f54-4f2a-a71d-11cd1d0c84de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 296a08d3-d6ff-492f-a2a9-ab9db55cf5fa {{(pid=86420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 10:36:22.233364 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-166bad41-4f54-4f2a-a71d-11cd1d0c84de admin admin] Notify callbacks [] for router, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:22.237452 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-166bad41-4f54-4f2a-a71d-11cd1d0c84de admin admin] 10.222.0.70 "DELETE /v2.0/routers/296a08d3-d6ff-492f-a2a9-ab9db55cf5fa HTTP/1.1" status: 204 len: 168 time: 1.3436856 Apr 23 10:36:22.237603 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 37822) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:36:22.246768 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device b61578a9-e85b-48f7-b89f-2e2cee6d6ae1 no longer exists at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:36:22.284453 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] No Port match for: b61578a9-e85b-48f7-b89f-2e2cee6d6ae1 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:36:22.284763 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device b61578a9-e85b-48f7-b89f-2e2cee6d6ae1 not bound to the agent host dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:36:22.285245 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 8a9a7cb2-3a67-42a7-b4ee-973085cb3516 no longer exists at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:36:22.322134 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f909929-ae36-4d64-a1b7-85d0ceff297e admin admin] Deleting subnet 659cb9f7-2dd2-4849-aaea-c93a99186b40 {{(pid=86422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 10:36:22.326567 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8f909929-ae36-4d64-a1b7-85d0ceff297e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:22.327524 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] No Port match for: 8a9a7cb2-3a67-42a7-b4ee-973085cb3516 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:36:22.327949 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 8a9a7cb2-3a67-42a7-b4ee-973085cb3516 not bound to the agent host dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:36:22.384507 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8f909929-ae36-4d64-a1b7-85d0ceff297e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7123019'] for subnet, precommit_delete_associations {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:22.520961 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8f909929-ae36-4d64-a1b7-85d0ceff297e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853331552'] for subnet, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:22.789909 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8f909929-ae36-4d64-a1b7-85d0ceff297e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1444248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6539322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4765900'] for subnet, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:22.797019 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:36:22.839050 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f909929-ae36-4d64-a1b7-85d0ceff297e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=659cb9f7-2dd2-4849-aaea-c93a99186b40,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:36:22.840996 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8f909929-ae36-4d64-a1b7-85d0ceff297e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:22.846102 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8f909929-ae36-4d64-a1b7-85d0ceff297e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:36:22.846387 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26355ec8-af37-4634-b4f6-5e00f4696a26 None None] Network 3135ff9d-73c9-4cde-bd1d-1513a95c9720 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:36:22.849066 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-8f909929-ae36-4d64-a1b7-85d0ceff297e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/659cb9f7-2dd2-4849-aaea-c93a99186b40 HTTP/1.1" status: 204 len: 168 time: 0.6101527 Apr 23 10:36:22.851745 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 37828) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:36:22.969600 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853440276'] for network, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:23.050981 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Deleting port a186c855-4357-46ed-830c-8edeae4fbe78 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:36:23.051287 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:23.126403 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1143c6-c875-4d39-b850-8e36ef1b90c4 None None] DHCP port deletion for 3135ff9d-73c9-4cde-bd1d-1513a95c9720 request from dv-cinder-779233-3-smb {{(pid=86423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 10:36:23.160316 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] For port a186c855-4357-46ed-830c-8edeae4fbe78, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=a186c855-4357-46ed-830c-8edeae4fbe78,segment=NetworkSegment(06862d92-acea-4149-9ebe-b03826220e5c),segment_id=06862d92-acea-4149-9ebe-b03826220e5c)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:36:23.160761 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:23.199489 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-cd1143c6-c875-4d39-b850-8e36ef1b90c4 None None] Deleting port a186c855-4357-46ed-830c-8edeae4fbe78 {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:36:23.199915 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cd1143c6-c875-4d39-b850-8e36ef1b90c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:23.291911 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Calling delete_port for a186c855-4357-46ed-830c-8edeae4fbe78 owned by network:dhcp {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:36:23.307357 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-cd1143c6-c875-4d39-b850-8e36ef1b90c4 None None] For port a186c855-4357-46ed-830c-8edeae4fbe78, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=a186c855-4357-46ed-830c-8edeae4fbe78,segment=NetworkSegment(06862d92-acea-4149-9ebe-b03826220e5c),segment_id=06862d92-acea-4149-9ebe-b03826220e5c)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:36:23.307752 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cd1143c6-c875-4d39-b850-8e36ef1b90c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:23.341195 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:23.345205 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:36:23.393546 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Pushing event deleted for resources: {'Port': ['ID=a186c855-4357-46ed-830c-8edeae4fbe78,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:36:23.403599 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] No DVR routers for this DVR port a186c855-4357-46ed-830c-8edeae4fbe78 on host dv-cinder-779233-3-smb {{(pid=86422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:36:23.406080 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:36:23.406493 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:36:23.406935 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:36:23.407338 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:36:23.407734 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:36:23.408134 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:36:23.408810 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:36:23.408984 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:36:23.409315 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:36:23.409702 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:36:23.410424 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:36:23.410424 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:36:23.439453 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:36:23.459797 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-cd1143c6-c875-4d39-b850-8e36ef1b90c4 None None] Calling delete_port for a186c855-4357-46ed-830c-8edeae4fbe78 owned by network:dhcp {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:36:23.506033 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.db.api [None req-cd1143c6-c875-4d39-b850-8e36ef1b90c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86423) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 10:36:23.506438 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_db.api [None req-cd1143c6-c875-4d39-b850-8e36ef1b90c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 10:36:23.536188 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1444341', 'neutron.services.segments.db._delete_segments_for_network-8747066344563'] for network, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:23.650976 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3135ff9d-73c9-4cde-bd1d-1513a95c9720']}} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:36:23.664744 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06862d92-acea-4149-9ebe-b03826220e5c') {'for_net_delete': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:36:23.665107 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06862d92-acea-4149-9ebe-b03826220e5c') {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:36:23.677548 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289788450659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847652797'] for segment, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:23.696481 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:23.703297 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=86422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 10:36:23.884154 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Network 3135ff9d-73c9-4cde-bd1d-1513a95c9720 has no segments {{(pid=86422) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:36:23.893338 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853312079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848233063'] for segment, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:24.045331 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-cd1143c6-c875-4d39-b850-8e36ef1b90c4 None None] The port 'a186c855-4357-46ed-830c-8edeae4fbe78' was deleted {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 10:36:24.079735 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Network 3135ff9d-73c9-4cde-bd1d-1513a95c9720 has no segments {{(pid=86422) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: Traceback (most recent call last): Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: timer() Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: cb(*args, **kw) Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: return func(*args, **kwargs) Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: self._notify() Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: self.callback(batched_events) Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: event.method(event) Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: segment_id)['aggregates'][0] Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: return f(self, *a, **k) Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: return self._get(url).json() Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: **kwargs) Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: return self.request(url, 'GET', **kwargs) Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: **endpoint_filter) Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 10:36:24.102577 dv-cinder-779233-3-smb neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 10:36:24.236690 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device a186c855-4357-46ed-830c-8edeae4fbe78 no longer exists at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:36:24.275429 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] No Port match for: a186c855-4357-46ed-830c-8edeae4fbe78 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:36:24.275819 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device a186c855-4357-46ed-830c-8edeae4fbe78 not bound to the agent host dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:36:24.440824 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853331459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414905'] for network, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:24.444717 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d11083a5-2965-4b86-82b6-f9ad3b6f628b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:36:24.461272 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:24.467652 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Pushing event deleted for resources: {'Network': ['ID=3135ff9d-73c9-4cde-bd1d-1513a95c9720,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:36:24.471953 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:36:24.475146 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-bfe76497-04d0-4dff-b134-3cce662eb5da admin admin] 10.222.0.70 "DELETE /v2.0/networks/3135ff9d-73c9-4cde-bd1d-1513a95c9720 HTTP/1.1" status: 204 len: 168 time: 1.6220944 Apr 23 10:36:24.663586 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 37840) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:36:24.714224 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-f8f153f5-ee02-45ff-9211-14142f4af78f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d2e0dc22dcea432d8076768b73aa0a25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491347 Apr 23 10:36:24.717438 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 37844) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:36:24.783546 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-64d70490-8327-432b-aaf8-2508b41ade0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:24.810111 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-64d70490-8327-432b-aaf8-2508b41ade0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:24.854417 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-64d70490-8327-432b-aaf8-2508b41ade0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:24.859333 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fd41a3e9-a2ba-4b6e-9a79-27bc693d29d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:36:24.875144 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d70490-8327-432b-aaf8-2508b41ade0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be7499e-2eb2-47a7-93dc-fd78e01f6ef5,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:36:24.879349 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-64d70490-8327-432b-aaf8-2508b41ade0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:36:24.883074 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-64d70490-8327-432b-aaf8-2508b41ade0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:24.884319 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-64d70490-8327-432b-aaf8-2508b41ade0e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8be7499e-2eb2-47a7-93dc-fd78e01f6ef5 HTTP/1.1" status: 204 len: 168 time: 0.1658874 Apr 23 10:36:25.278708 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 37854) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:36:25.335339 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-0ca4665c-15b2-4a71-a061-b3b79b8280f3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4bfe1a714cce4b4d9de27641da8ed95d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552390 Apr 23 10:36:25.338104 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 37858) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:36:25.405521 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a3959673-c549-4d59-8942-923c4fdfcf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:25.433101 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a3959673-c549-4d59-8942-923c4fdfcf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:25.489769 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a3959673-c549-4d59-8942-923c4fdfcf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:25.494699 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-443ebbcc-d1a1-4b74-98ea-33a8c379396e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:36:25.508322 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3959673-c549-4d59-8942-923c4fdfcf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8659d4-94e8-4dfb-8d63-5297ec5a9a97,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:36:25.511411 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a3959673-c549-4d59-8942-923c4fdfcf99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:36:25.512390 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a3959673-c549-4d59-8942-923c4fdfcf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:25.513631 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-a3959673-c549-4d59-8942-923c4fdfcf99 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cf8659d4-94e8-4dfb-8d63-5297ec5a9a97 HTTP/1.1" status: 204 len: 168 time: 0.1736672 Apr 23 10:36:32.157677 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-728ee2ff-8bb1-49e2-9cd0-34761db8e163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:32.507660 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e8d2b8c8-e08f-46e7-a6a8-bdb05ac6fd59 req-dca68bc2-8f50-4095-b9c0-afa09d329f85 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819457 Apr 23 10:36:32.641606 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2b8c8-e08f-46e7-a6a8-bdb05ac6fd59 req-e4672c01-8e96-4989-89b9-dd0832da8742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:32.643202 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e8d2b8c8-e08f-46e7-a6a8-bdb05ac6fd59 req-e4672c01-8e96-4989-89b9-dd0832da8742 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=255f4e8d36df457688082e6c744446c6&device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 1098 time: 0.0788047 Apr 23 10:36:32.805013 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2b8c8-e08f-46e7-a6a8-bdb05ac6fd59 req-c19921a8-50b2-442d-b810-416a0b938cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:32.806578 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e8d2b8c8-e08f-46e7-a6a8-bdb05ac6fd59 req-c19921a8-50b2-442d-b810-416a0b938cc3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5ef6478b-7a5c-489a-b953-1eb771afef62 HTTP/1.1" status: 200 len: 908 time: 0.1349514 Apr 23 10:36:32.954396 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e8d2b8c8-e08f-46e7-a6a8-bdb05ac6fd59 req-9e1777cd-d2b3-4f8e-a764-6d49b96037d5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f76df28-c932-4a42-b118-89fcfeb121af HTTP/1.1" status: 200 len: 1000 time: 0.1223388 Apr 23 10:36:33.053074 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2b8c8-e08f-46e7-a6a8-bdb05ac6fd59 req-a207b197-45d4-4e2e-bb6a-9f3b0ec99e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:33.054686 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e8d2b8c8-e08f-46e7-a6a8-bdb05ac6fd59 req-a207b197-45d4-4e2e-bb6a-9f3b0ec99e0b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4c234b10-2c8f-4c4d-b927-533993eb530d HTTP/1.1" status: 200 len: 846 time: 0.0655243 Apr 23 10:36:33.150809 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2b8c8-e08f-46e7-a6a8-bdb05ac6fd59 req-487f0230-9525-4cbd-a680-34ad0433e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:33.152477 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e8d2b8c8-e08f-46e7-a6a8-bdb05ac6fd59 req-487f0230-9525-4cbd-a680-34ad0433e7b3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5ef6478b-7a5c-489a-b953-1eb771afef62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0807166 Apr 23 10:36:33.302271 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e8d2b8c8-e08f-46e7-a6a8-bdb05ac6fd59 req-ecda1f1a-f818-46ee-9a91-96e22783c73a service neutron] 10.222.0.68 "GET /v2.0/networks/5ef6478b-7a5c-489a-b953-1eb771afef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350443 Apr 23 10:36:33.375244 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:33.453581 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e8d2b8c8-e08f-46e7-a6a8-bdb05ac6fd59 req-7a0fef1b-fd69-435f-971f-8fdeaab8c10e service neutron] 10.222.0.68 "GET /v2.0/networks/5ef6478b-7a5c-489a-b953-1eb771afef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375549 Apr 23 10:36:34.158695 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ef35e5a9-abac-4c04-b513-972544646914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:35.415303 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:35.494068 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:37.138144 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:48.647024 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:36:50.105514 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217734c-1928-44c0-901b-f673c6e34bb5 req-d3893def-41b8-41bd-8701-7e086c8b1d3a tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:50.107094 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0217734c-1928-44c0-901b-f673c6e34bb5 req-d3893def-41b8-41bd-8701-7e086c8b1d3a tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.0980482 Apr 23 10:36:50.170751 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0217734c-1928-44c0-901b-f673c6e34bb5 req-25c86655-5775-4a99-8328-bd8297cf0bdc tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529389 Apr 23 10:36:51.405750 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4f9ea-86ca-4f51-bf60-c68bdea76ec7 req-e28d482b-3334-4afb-ab08-d05f78fc4d8f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:51.407532 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-61f4f9ea-86ca-4f51-bf60-c68bdea76ec7 req-e28d482b-3334-4afb-ab08-d05f78fc4d8f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.1015227 Apr 23 10:36:51.460953 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-61f4f9ea-86ca-4f51-bf60-c68bdea76ec7 req-41666209-bfdc-49a8-9628-6b218c8ac52d tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459015 Apr 23 10:36:52.945137 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4efe6-2005-4e49-a5e5-3b16e0e7edc4 req-f1233b9a-b86b-4a1a-8beb-48dee02324be tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:52.946784 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-dce4efe6-2005-4e49-a5e5-3b16e0e7edc4 req-f1233b9a-b86b-4a1a-8beb-48dee02324be tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.3542767 Apr 23 10:36:52.997108 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-dce4efe6-2005-4e49-a5e5-3b16e0e7edc4 req-6effb472-fdf6-4b87-a413-e7a70e4469b8 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430830 Apr 23 10:36:54.230851 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2f944-388e-4e9b-91a9-428bada331d4 req-8344733c-c7dd-4b5d-b5d3-6e74be8091a1 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:54.232453 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c6d2f944-388e-4e9b-91a9-428bada331d4 req-8344733c-c7dd-4b5d-b5d3-6e74be8091a1 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.0918183 Apr 23 10:36:54.284624 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c6d2f944-388e-4e9b-91a9-428bada331d4 req-623ea19f-b13c-44bf-b425-88ad1ac37b5c tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445523 Apr 23 10:36:55.492398 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187bdc9-1cce-4b9f-8d0c-a5b7ecc9ecc9 req-86dd3821-309e-45c0-ac5a-c47e7289c0aa tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:55.493991 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5187bdc9-1cce-4b9f-8d0c-a5b7ecc9ecc9 req-86dd3821-309e-45c0-ac5a-c47e7289c0aa tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.0895441 Apr 23 10:36:55.543164 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5187bdc9-1cce-4b9f-8d0c-a5b7ecc9ecc9 req-a8676a8c-12d9-4ab0-bb7c-cb3f7c0b8d0c tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422022 Apr 23 10:36:56.758819 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285202e4-59ab-4dd6-a92a-0963660fd61d req-398bf8cb-869e-4b0e-8f5a-6bac44a51dc1 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:56.760446 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-285202e4-59ab-4dd6-a92a-0963660fd61d req-398bf8cb-869e-4b0e-8f5a-6bac44a51dc1 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.0924771 Apr 23 10:36:56.809320 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-285202e4-59ab-4dd6-a92a-0963660fd61d req-553fa2a1-1f7e-457b-b018-98927ac714ff tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414681 Apr 23 10:36:58.019309 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7122f9f-9390-43f6-9a82-5c7c33113b67 req-a40a07ea-008a-4dd6-abcb-811c3d86ec1a tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:58.020930 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f7122f9f-9390-43f6-9a82-5c7c33113b67 req-a40a07ea-008a-4dd6-abcb-811c3d86ec1a tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.0908663 Apr 23 10:36:58.074336 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f7122f9f-9390-43f6-9a82-5c7c33113b67 req-f653f79b-60a6-4c8a-aa4d-0a1ba2e9cebb tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444961 Apr 23 10:36:59.299807 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa7af9-ca4a-4f6e-af92-92adba8337cf req-a3b3b405-a033-4747-a736-053965aaf34a tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:36:59.301912 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e8fa7af9-ca4a-4f6e-af92-92adba8337cf req-a3b3b405-a033-4747-a736-053965aaf34a tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.0984495 Apr 23 10:36:59.352572 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e8fa7af9-ca4a-4f6e-af92-92adba8337cf req-42afdbf6-3cac-4b0f-aff0-6f21c879af58 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436742 Apr 23 10:37:00.570966 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981d052-2861-4c24-b1ec-9632396a061a req-86651bcf-eaae-4de3-b92b-698a11636332 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:00.572639 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6981d052-2861-4c24-b1ec-9632396a061a req-86651bcf-eaae-4de3-b92b-698a11636332 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.0957162 Apr 23 10:37:00.623062 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6981d052-2861-4c24-b1ec-9632396a061a req-c4da3d7c-1c15-4c74-b70c-2a0c4e00ffc5 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435219 Apr 23 10:37:01.843741 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2131d1-9fc5-45bc-84fc-19d29bb6ee50 req-aa6ac56b-b192-474b-a893-0f8718ed940f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:01.845424 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3c2131d1-9fc5-45bc-84fc-19d29bb6ee50 req-aa6ac56b-b192-474b-a893-0f8718ed940f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.0954590 Apr 23 10:37:01.900836 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3c2131d1-9fc5-45bc-84fc-19d29bb6ee50 req-94f564bf-1ef9-41c2-bf06-84f3c9a85b41 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487962 Apr 23 10:37:02.150003 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-20364486-129f-48c0-8c78-b65dea193c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:03.128564 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b988745-c4a4-4041-a9c5-0c972d8fe8a5 req-ff6d36f9-5e9b-47b7-9b9a-c53140ae2c05 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:03.130197 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4b988745-c4a4-4041-a9c5-0c972d8fe8a5 req-ff6d36f9-5e9b-47b7-9b9a-c53140ae2c05 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.0935073 Apr 23 10:37:03.183172 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4b988745-c4a4-4041-a9c5-0c972d8fe8a5 req-e60e6bb0-13b1-405f-b9e0-7f881b4d4a54 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464160 Apr 23 10:37:03.388514 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:04.160027 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ed30e6e1-6f50-4566-a578-3023d1166e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:04.405853 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5220581-b5ce-45b4-909d-8350167a1264 req-30063148-21ca-426a-8003-531011586c49 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:04.407555 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b5220581-b5ce-45b4-909d-8350167a1264 req-30063148-21ca-426a-8003-531011586c49 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.0974214 Apr 23 10:37:04.458040 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b5220581-b5ce-45b4-909d-8350167a1264 req-e4c46aec-1df9-44cc-9706-f90c06cd66d7 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439706 Apr 23 10:37:05.416748 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:05.487447 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:05.677974 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4466005-da2b-43ee-8524-e050985d38c0 req-7455ed6f-2df9-4855-a3b2-fe99daca5666 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:05.679525 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b4466005-da2b-43ee-8524-e050985d38c0 req-7455ed6f-2df9-4855-a3b2-fe99daca5666 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.0964429 Apr 23 10:37:05.728150 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b4466005-da2b-43ee-8524-e050985d38c0 req-09606268-e6a7-4fb7-a3fd-63458db6b891 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422044 Apr 23 10:37:06.541050 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 92c64a3e-1109-4812-82df-ad7b61fa9b93 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:37:06.690121 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 92c64a3e-1109-4812-82df-ad7b61fa9b93, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=92c64a3e-1109-4812-82df-ad7b61fa9b93,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:37:06.705582 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Returning: {'device': '92c64a3e-1109-4812-82df-ad7b61fa9b93', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'port_id': '92c64a3e-1109-4812-82df-ad7b61fa9b93', 'mac_address': 'fa:16:3e:da:f1:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:37:06.771488 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:06.790816 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92c64a3e-1109-4812-82df-ad7b61fa9b93 {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:37:06.814167 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 92c64a3e-1109-4812-82df-ad7b61fa9b93, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=92c64a3e-1109-4812-82df-ad7b61fa9b93,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:37:06.817984 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:06.819821 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:37:06.891493 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=92c64a3e-1109-4812-82df-ad7b61fa9b93,revision_number=6']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:37:06.899753 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:06.900144 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:06.900569 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:06.900961 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:06.901339 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:06.901711 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:06.902085 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:06.902459 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:06.902830 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:06.903201 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:06.903571 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:06.903938 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:06.908785 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:37:06.986891 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7865b-b42f-4576-8945-b7ae437bb9a3 req-9fd987cd-f338-43b5-bec5-5528775d97d5 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:06.988552 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-29d7865b-b42f-4576-8945-b7ae437bb9a3 req-9fd987cd-f338-43b5-bec5-5528775d97d5 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 944 time: 0.1042016 Apr 23 10:37:07.042597 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-29d7865b-b42f-4576-8945-b7ae437bb9a3 req-74550d8e-3069-48a3-8224-0adb7f0c0415 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467319 Apr 23 10:37:07.074605 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['92c64a3e-1109-4812-82df-ad7b61fa9b93'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:37:07.165042 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:08.274447 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2ddfc-f025-434f-9782-deefa4e21fe2 req-91687004-79f9-4e88-b40e-431344dc65f0 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:08.276018 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-02b2ddfc-f025-434f-9782-deefa4e21fe2 req-91687004-79f9-4e88-b40e-431344dc65f0 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 944 time: 0.0947895 Apr 23 10:37:08.325862 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-02b2ddfc-f025-434f-9782-deefa4e21fe2 req-9a00c977-c842-4384-aa79-2760945305d8 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429990 Apr 23 10:37:08.560078 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 92c64a3e-1109-4812-82df-ad7b61fa9b93 up at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:37:08.641623 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning complete for port 92c64a3e-1109-4812-82df-ad7b61fa9b93 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:37:08.642058 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:08.775810 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:08.805062 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c64a3e-1109-4812-82df-ad7b61fa9b93'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:37:08.817830 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 92c64a3e-1109-4812-82df-ad7b61fa9b93, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=92c64a3e-1109-4812-82df-ad7b61fa9b93,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:37:08.821256 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:08.824194 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:37:08.858170 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c64a3e-1109-4812-82df-ad7b61fa9b93', 'code': 200} Apr 23 10:37:08.905114 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=92c64a3e-1109-4812-82df-ad7b61fa9b93,revision_number=7']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:37:08.908797 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:37:09.566628 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d4538-98df-4572-8f9e-0a45a7be85d5 req-fe6a522d-f7ba-498e-ac1a-aca52de3be8b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:09.568640 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-203d4538-98df-4572-8f9e-0a45a7be85d5 req-fe6a522d-f7ba-498e-ac1a-aca52de3be8b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.1072292 Apr 23 10:37:09.626305 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-203d4538-98df-4572-8f9e-0a45a7be85d5 req-9b380ba1-2e3c-402f-a7c0-9938a8968bd2 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505502 Apr 23 10:37:10.718739 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe512b7a-8dd5-4826-a9f3-594db0918feb req-3143e020-34be-4fc5-83e0-737c85b86f21 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:10.720440 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fe512b7a-8dd5-4826-a9f3-594db0918feb req-3143e020-34be-4fc5-83e0-737c85b86f21 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 945 time: 0.1309865 Apr 23 10:37:10.780572 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fe512b7a-8dd5-4826-a9f3-594db0918feb req-84f4a251-b375-48bf-a6ab-977c7e3716b4 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530002 Apr 23 10:37:10.885843 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254dfc4b-4f98-4009-b27b-65b5879b2941 req-e7071ca9-f24f-4805-9122-a8c08e718cfc tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:10.887406 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-254dfc4b-4f98-4009-b27b-65b5879b2941 req-e7071ca9-f24f-4805-9122-a8c08e718cfc tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.1057873 Apr 23 10:37:10.952194 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-254dfc4b-4f98-4009-b27b-65b5879b2941 req-aa517782-d31e-4294-a410-71efb84a5608 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565209 Apr 23 10:37:12.013130 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ded33-a402-4428-80f0-347d77cce504 req-d32fd500-3272-4c81-ad2a-b8425d4b1a41 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:12.021902 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3e9ded33-a402-4428-80f0-347d77cce504 req-d32fd500-3272-4c81-ad2a-b8425d4b1a41 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 945 time: 0.1069026 Apr 23 10:37:12.081861 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3e9ded33-a402-4428-80f0-347d77cce504 req-33a301d9-d37d-466f-9fc2-7a9c900cf8da tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586612 Apr 23 10:37:12.298101 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7f370-72c9-4cb3-8b1f-24577214cdc0 req-0cde86dd-3f80-442c-a0f1-e8b967968852 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:12.301757 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e2b7f370-72c9-4cb3-8b1f-24577214cdc0 req-0cde86dd-3f80-442c-a0f1-e8b967968852 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.1184692 Apr 23 10:37:12.400615 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e2b7f370-72c9-4cb3-8b1f-24577214cdc0 req-a152ee0e-c9ee-4bbe-90df-7c8218e30d65 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773313 Apr 23 10:37:13.391065 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deda4bf-07e5-4a4f-9e2f-8ac5dabd5e7d req-c313a0e5-cb41-4556-9acf-9facc455a87b tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:13.392930 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3deda4bf-07e5-4a4f-9e2f-8ac5dabd5e7d req-c313a0e5-cb41-4556-9acf-9facc455a87b tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 945 time: 0.1582024 Apr 23 10:37:13.485575 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3deda4bf-07e5-4a4f-9e2f-8ac5dabd5e7d req-7dc52663-a145-4854-a6db-23b938f06a15 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846426 Apr 23 10:37:13.801867 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfaa06b-fd20-4900-a4ab-f297ca202032 req-8d9ac8c2-bcf3-4e0c-a9ac-355211cc545a tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:13.804726 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7cfaa06b-fd20-4900-a4ab-f297ca202032 req-8d9ac8c2-bcf3-4e0c-a9ac-355211cc545a tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.1495752 Apr 23 10:37:13.878542 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7cfaa06b-fd20-4900-a4ab-f297ca202032 req-ad0eeb8c-633d-4ab3-a83e-16ea626fa3bc tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606456 Apr 23 10:37:14.788542 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1107d-c3a2-4cbf-aef5-48761a1988a4 req-eb3fdd26-96aa-4a55-b3a7-c315b8d90309 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:14.791240 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-56f1107d-c3a2-4cbf-aef5-48761a1988a4 req-eb3fdd26-96aa-4a55-b3a7-c315b8d90309 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 945 time: 0.1406548 Apr 23 10:37:14.870340 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-56f1107d-c3a2-4cbf-aef5-48761a1988a4 req-819c6380-7285-43fd-b82e-0f0bae5ffc99 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685649 Apr 23 10:37:15.195326 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee53fdd-ac98-4199-93dd-a4ff0f7b9021 req-95626f80-4423-4ac6-a997-d44af89e12ef tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:15.203943 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cee53fdd-ac98-4199-93dd-a4ff0f7b9021 req-95626f80-4423-4ac6-a997-d44af89e12ef tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.1588600 Apr 23 10:37:15.271905 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cee53fdd-ac98-4199-93dd-a4ff0f7b9021 req-a60f49f1-712e-4f46-92a5-ee59c20c919e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664434 Apr 23 10:37:16.179790 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb8966-3b78-4576-a5e7-cb498203d45c req-b373d0d3-0eed-404e-ae1c-400c0c50b99f tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:16.188574 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6eeb8966-3b78-4576-a5e7-cb498203d45c req-b373d0d3-0eed-404e-ae1c-400c0c50b99f tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 945 time: 0.1355991 Apr 23 10:37:16.258614 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6eeb8966-3b78-4576-a5e7-cb498203d45c req-1e302e71-5ccc-4b2d-b992-980afc561f64 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689766 Apr 23 10:37:16.624175 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbeb23-a72f-45cd-a910-b544698a2c58 req-19f94e11-7029-43e9-bbc0-4a384cbfb5cd tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:16.626437 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5ddbeb23-a72f-45cd-a910-b544698a2c58 req-19f94e11-7029-43e9-bbc0-4a384cbfb5cd tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.1683683 Apr 23 10:37:16.720511 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5ddbeb23-a72f-45cd-a910-b544698a2c58 req-36024e04-f6ce-43a8-af09-ec6638ffc70d tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837173 Apr 23 10:37:17.518280 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded9e89-2809-4779-bc97-bbdb5716b746 req-65d152bd-3639-40f7-a7ba-f7e464bf349f tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:17.520371 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1ded9e89-2809-4779-bc97-bbdb5716b746 req-65d152bd-3639-40f7-a7ba-f7e464bf349f tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 945 time: 0.1141393 Apr 23 10:37:17.615198 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1ded9e89-2809-4779-bc97-bbdb5716b746 req-4821f552-d902-4c97-95b6-35caaef2a728 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859718 Apr 23 10:37:18.004235 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bad7e4-36c0-4080-b674-e8721b30997e req-a50b4b75-9260-4349-ab90-5ebd5691ec02 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:18.014102 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-65bad7e4-36c0-4080-b674-e8721b30997e req-a50b4b75-9260-4349-ab90-5ebd5691ec02 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.1392241 Apr 23 10:37:18.090601 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-65bad7e4-36c0-4080-b674-e8721b30997e req-a9ba8042-2801-48ad-8bc1-b23038153e2f tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752404 Apr 23 10:37:18.911284 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811b0f1-c982-47d4-90b8-24b7cbd8b90f req-1baffd69-d0ec-4d91-8386-a12560db44e0 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:18.912920 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d811b0f1-c982-47d4-90b8-24b7cbd8b90f req-1baffd69-d0ec-4d91-8386-a12560db44e0 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 945 time: 0.1453154 Apr 23 10:37:18.966788 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d811b0f1-c982-47d4-90b8-24b7cbd8b90f req-6a3de8d2-8c15-47f9-a955-727e0736700f tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472896 Apr 23 10:37:19.335226 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f35cdf-0e09-4a67-b6b3-e14465f23ec3 req-da60b088-f415-4d87-9fde-fb0949f25922 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:19.337114 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b9f35cdf-0e09-4a67-b6b3-e14465f23ec3 req-da60b088-f415-4d87-9fde-fb0949f25922 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.1066544 Apr 23 10:37:19.394158 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b9f35cdf-0e09-4a67-b6b3-e14465f23ec3 req-0f0699b6-22dd-4f85-8145-7dfcdf37b427 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496163 Apr 23 10:37:20.194426 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992dc527-29f8-4fe4-b413-6223f3c14296 req-aa508879-eda6-4d19-84b1-2819cea6b33f tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:20.196051 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-992dc527-29f8-4fe4-b413-6223f3c14296 req-aa508879-eda6-4d19-84b1-2819cea6b33f tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 945 time: 0.1003065 Apr 23 10:37:20.247949 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-992dc527-29f8-4fe4-b413-6223f3c14296 req-db3aefe3-e7e4-4154-8e6f-6e59f3e09a3c tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448029 Apr 23 10:37:20.622286 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de17be6-e47f-4920-ba48-57efde35822c req-7c7de945-263f-4657-b875-0dcfdd78c38a tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:20.623985 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4de17be6-e47f-4920-ba48-57efde35822c req-7c7de945-263f-4657-b875-0dcfdd78c38a tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.1075881 Apr 23 10:37:20.655170 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67dd27-355f-4172-9f89-84e8b0f09642 req-2f779a2f-34ca-438d-9ce0-c161dc28826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:20.657102 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8b67dd27-355f-4172-9f89-84e8b0f09642 req-2f779a2f-34ca-438d-9ce0-c161dc28826d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9d145e5c62004c8fb3ccc764665554b4&device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 1098 time: 0.1089406 Apr 23 10:37:20.703244 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4de17be6-e47f-4920-ba48-57efde35822c req-d5568eb4-84e4-48ae-bddc-1cae6f8e5810 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707631 Apr 23 10:37:20.829468 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67dd27-355f-4172-9f89-84e8b0f09642 req-fd80b089-2d39-4f60-9f3e-8a5bad90de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:20.830981 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8b67dd27-355f-4172-9f89-84e8b0f09642 req-fd80b089-2d39-4f60-9f3e-8a5bad90de68 service neutron] 10.222.0.68 "GET /v2.0/networks?id=07e313a3-9394-4ad4-9174-85a4ed950f67 HTTP/1.1" status: 200 len: 918 time: 0.1640537 Apr 23 10:37:20.944689 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8b67dd27-355f-4172-9f89-84e8b0f09642 req-48bcfcd5-a39e-4841-b40c-2c2438d513c9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92c64a3e-1109-4812-82df-ad7b61fa9b93 HTTP/1.1" status: 200 len: 1000 time: 0.1058245 Apr 23 10:37:21.020108 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67dd27-355f-4172-9f89-84e8b0f09642 req-da04e592-e46e-47a8-841a-b51dba49dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:21.021757 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8b67dd27-355f-4172-9f89-84e8b0f09642 req-da04e592-e46e-47a8-841a-b51dba49dae2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5902ead7-1ca3-4af8-a9cd-6880ceeef64b HTTP/1.1" status: 200 len: 856 time: 0.0692067 Apr 23 10:37:21.111441 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67dd27-355f-4172-9f89-84e8b0f09642 req-8d042ec2-a3a3-4ceb-947b-a47dd9976081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:21.113003 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8b67dd27-355f-4172-9f89-84e8b0f09642 req-8d042ec2-a3a3-4ceb-947b-a47dd9976081 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=07e313a3-9394-4ad4-9174-85a4ed950f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0823214 Apr 23 10:37:21.261565 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8b67dd27-355f-4172-9f89-84e8b0f09642 req-46d30282-afbd-4c76-b6e5-c7d4cd71a043 service neutron] 10.222.0.68 "GET /v2.0/networks/07e313a3-9394-4ad4-9174-85a4ed950f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401677 Apr 23 10:37:21.421482 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8b67dd27-355f-4172-9f89-84e8b0f09642 req-d99c188e-41c4-461d-a7c7-adff63bcab6f service neutron] 10.222.0.68 "GET /v2.0/networks/07e313a3-9394-4ad4-9174-85a4ed950f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507399 Apr 23 10:37:21.474661 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a96c61-843c-4b4e-893e-1d347d3d9516 req-07e54cec-95b1-4173-be7f-2b6ee70779de tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:21.476265 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-40a96c61-843c-4b4e-893e-1d347d3d9516 req-07e54cec-95b1-4173-be7f-2b6ee70779de tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 945 time: 0.1006720 Apr 23 10:37:21.527439 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-40a96c61-843c-4b4e-893e-1d347d3d9516 req-5fd3952b-7e3d-4317-aea5-4febbe5e5fe6 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437739 Apr 23 10:37:21.930428 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aea00e-e92d-4fa6-b190-f76151a66ad9 req-12a0f5e8-dcaa-4156-abcc-e5e85292c1ec tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:21.932047 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c4aea00e-e92d-4fa6-b190-f76151a66ad9 req-12a0f5e8-dcaa-4156-abcc-e5e85292c1ec tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.0936561 Apr 23 10:37:21.982095 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c4aea00e-e92d-4fa6-b190-f76151a66ad9 req-f712fc1b-1ca1-4a01-a558-e54d7c318648 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428514 Apr 23 10:37:22.762934 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f2ad5-0d21-42a1-858c-9c6fbfd69608 req-f8747c5a-fa97-4d68-a7ca-726e0dc41357 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:22.765423 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-575f2ad5-0d21-42a1-858c-9c6fbfd69608 req-f8747c5a-fa97-4d68-a7ca-726e0dc41357 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 945 time: 0.1089687 Apr 23 10:37:22.834645 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-575f2ad5-0d21-42a1-858c-9c6fbfd69608 req-790a8ae5-12f8-4328-8931-ed1afcceaf7c tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581257 Apr 23 10:37:23.212542 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30159d30-0472-4246-8f81-4130148be185 req-4fec19db-93a5-4f03-bf86-2881b7c3409a tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:23.214177 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-30159d30-0472-4246-8f81-4130148be185 req-4fec19db-93a5-4f03-bf86-2881b7c3409a tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.1034682 Apr 23 10:37:23.275846 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-30159d30-0472-4246-8f81-4130148be185 req-378f8d4d-7c87-48c1-a263-c3bf5a27b5e5 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519052 Apr 23 10:37:24.121787 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a49ece-3c57-48d6-9512-cfa1c690e303 req-3648c96c-4c4b-4d93-a2ff-be1c0a612a11 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:24.124535 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-04a49ece-3c57-48d6-9512-cfa1c690e303 req-3648c96c-4c4b-4d93-a2ff-be1c0a612a11 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 945 time: 0.1379480 Apr 23 10:37:24.181970 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-04a49ece-3c57-48d6-9512-cfa1c690e303 req-9c7c4ef7-e583-44f2-a802-47b50a189e3b tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504057 Apr 23 10:37:24.505780 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3000265-61a6-4551-8e0a-5ba792130251 req-e3b36b08-c9d9-4064-b211-f2b1610571a5 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:24.507410 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a3000265-61a6-4551-8e0a-5ba792130251 req-e3b36b08-c9d9-4064-b211-f2b1610571a5 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 945 time: 0.1038580 Apr 23 10:37:24.575559 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a3000265-61a6-4551-8e0a-5ba792130251 req-d62cd132-5e89-45a5-aa1b-95524c8bdd70 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601549 Apr 23 10:37:24.657747 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 92c64a3e-1109-4812-82df-ad7b61fa9b93 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:37:24.798466 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:25.001829 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92c64a3e-1109-4812-82df-ad7b61fa9b93'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:37:25.029161 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 92c64a3e-1109-4812-82df-ad7b61fa9b93, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=92c64a3e-1109-4812-82df-ad7b61fa9b93,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:37:25.033598 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:25.036230 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:37:25.091384 dv-cinder-779233-3-smb neutron-server[86307]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92c64a3e-1109-4812-82df-ad7b61fa9b93', 'code': 422} returned with failed status Apr 23 10:37:25.123021 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=92c64a3e-1109-4812-82df-ad7b61fa9b93,revision_number=8']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:37:25.127615 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:37:25.414306 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6e03d-afcf-4122-920e-f1800f43bc7c req-35612493-9d84-483a-9db6-150f66d738ec tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:25.416068 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-9dd6e03d-afcf-4122-920e-f1800f43bc7c req-35612493-9d84-483a-9db6-150f66d738ec tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 945 time: 0.0996521 Apr 23 10:37:25.482214 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-9dd6e03d-afcf-4122-920e-f1800f43bc7c req-198cfbb2-5d21-44a6-bdc5-d873bacf1010 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592794 Apr 23 10:37:25.653601 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:37:26.054100 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05896e43-5810-464b-a6a2-d3d133ef488c req-0afc442c-8f35-4eca-812f-dd4fec995ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:26.055746 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-05896e43-5810-464b-a6a2-d3d133ef488c req-0afc442c-8f35-4eca-812f-dd4fec995ce6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=255f4e8d36df457688082e6c744446c6&device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 1098 time: 0.0973649 Apr 23 10:37:26.221253 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05896e43-5810-464b-a6a2-d3d133ef488c req-15ef8b74-ab61-4fc3-8d91-032032eab44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:26.222802 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-05896e43-5810-464b-a6a2-d3d133ef488c req-15ef8b74-ab61-4fc3-8d91-032032eab44f service neutron] 10.222.0.68 "GET /v2.0/networks?id=5ef6478b-7a5c-489a-b953-1eb771afef62 HTTP/1.1" status: 200 len: 908 time: 0.1601396 Apr 23 10:37:26.455231 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-05896e43-5810-464b-a6a2-d3d133ef488c req-f94fea7a-b565-4d81-b5e2-48b77d31b34f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f76df28-c932-4a42-b118-89fcfeb121af HTTP/1.1" status: 200 len: 1000 time: 0.2244124 Apr 23 10:37:26.533150 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3d64cead-8f2e-4155-a97c-c16629448dcd req-d8ab9051-289a-4600-92b5-999b419554bf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1652546 Apr 23 10:37:26.542442 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05896e43-5810-464b-a6a2-d3d133ef488c req-8214d816-6386-4f43-afc6-9d3f61066b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:26.544526 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-05896e43-5810-464b-a6a2-d3d133ef488c req-8214d816-6386-4f43-afc6-9d3f61066b9a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4c234b10-2c8f-4c4d-b927-533993eb530d HTTP/1.1" status: 200 len: 846 time: 0.0789130 Apr 23 10:37:26.600978 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e492478-aab5-4470-96e3-8ceb132c6f17 req-19c22be2-558b-4d3f-98a4-5524ebdda835 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:26.602652 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7e492478-aab5-4470-96e3-8ceb132c6f17 req-19c22be2-558b-4d3f-98a4-5524ebdda835 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 943 time: 0.1637967 Apr 23 10:37:26.643856 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05896e43-5810-464b-a6a2-d3d133ef488c req-598cadf3-7252-4ea2-aacb-b4e6c72727ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:26.645553 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-05896e43-5810-464b-a6a2-d3d133ef488c req-598cadf3-7252-4ea2-aacb-b4e6c72727ee service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5ef6478b-7a5c-489a-b953-1eb771afef62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0878508 Apr 23 10:37:26.679570 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bc89f-0a45-4635-9ff7-0bda22bc933b req-32a3842b-5093-41d4-9ca4-c57a5c098fe1 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:26.681509 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-941bc89f-0a45-4635-9ff7-0bda22bc933b req-32a3842b-5093-41d4-9ca4-c57a5c098fe1 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 946 time: 0.1665332 Apr 23 10:37:26.697531 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7e492478-aab5-4470-96e3-8ceb132c6f17 req-d86efa6c-44c9-469a-bcb6-b8235ea46b1c tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849130 Apr 23 10:37:26.774542 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-941bc89f-0a45-4635-9ff7-0bda22bc933b req-705a50f5-b304-480c-bb8e-3c3b0984b667 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb3d0b1a-90bb-4d45-a7e0-9c68464ac325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828776 Apr 23 10:37:26.855198 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-05896e43-5810-464b-a6a2-d3d133ef488c req-596a7478-e513-4f5c-bf98-5c19e21ef0e4 service neutron] 10.222.0.68 "GET /v2.0/networks/5ef6478b-7a5c-489a-b953-1eb771afef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005618 Apr 23 10:37:26.979218 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f430bc-d0ff-42a6-b56a-0de8912da47f req-cd97e5f6-e1f4-4148-b1a6-df1a5dcad030 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:26.982212 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-88f430bc-d0ff-42a6-b56a-0de8912da47f req-cd97e5f6-e1f4-4148-b1a6-df1a5dcad030 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 945 time: 0.1110184 Apr 23 10:37:27.038248 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-88f430bc-d0ff-42a6-b56a-0de8912da47f req-2ded3b24-059d-454e-8006-0620220e7a69 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495832 Apr 23 10:37:27.039548 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-05896e43-5810-464b-a6a2-d3d133ef488c req-b3fca14b-5cbe-466a-8c63-0e3087b4fa65 service neutron] 10.222.0.68 "GET /v2.0/networks/5ef6478b-7a5c-489a-b953-1eb771afef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766298 Apr 23 10:37:27.257396 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64cead-8f2e-4155-a97c-c16629448dcd req-1023b645-103d-491e-acad-741a0125e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:27.258929 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3d64cead-8f2e-4155-a97c-c16629448dcd req-1023b645-103d-491e-acad-741a0125e1a7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a&tenant_id=9d145e5c62004c8fb3ccc764665554b4 HTTP/1.1" status: 200 len: 1096 time: 0.0867867 Apr 23 10:37:27.406621 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64cead-8f2e-4155-a97c-c16629448dcd req-d24d4daa-c858-44af-b389-25ab77164f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:27.408851 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3d64cead-8f2e-4155-a97c-c16629448dcd req-d24d4daa-c858-44af-b389-25ab77164f22 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9d145e5c62004c8fb3ccc764665554b4&device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 1096 time: 0.1033731 Apr 23 10:37:27.558964 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64cead-8f2e-4155-a97c-c16629448dcd req-f2eb466a-f8fa-4682-82dc-c56a68ffc185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:27.560593 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3d64cead-8f2e-4155-a97c-c16629448dcd req-f2eb466a-f8fa-4682-82dc-c56a68ffc185 service neutron] 10.222.0.68 "GET /v2.0/networks?id=07e313a3-9394-4ad4-9174-85a4ed950f67 HTTP/1.1" status: 200 len: 918 time: 0.1422789 Apr 23 10:37:27.672072 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3d64cead-8f2e-4155-a97c-c16629448dcd req-1173e162-5c74-4dbb-afe1-e459b9c78e47 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92c64a3e-1109-4812-82df-ad7b61fa9b93 HTTP/1.1" status: 200 len: 998 time: 0.1015065 Apr 23 10:37:27.767140 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64cead-8f2e-4155-a97c-c16629448dcd req-3265b14f-d566-490a-ab5b-2aabb3c093c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:27.768778 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3d64cead-8f2e-4155-a97c-c16629448dcd req-3265b14f-d566-490a-ab5b-2aabb3c093c1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5902ead7-1ca3-4af8-a9cd-6880ceeef64b HTTP/1.1" status: 200 len: 856 time: 0.0865502 Apr 23 10:37:27.863379 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64cead-8f2e-4155-a97c-c16629448dcd req-ed7589dd-2adc-45f8-b61a-9e52b1e8b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:27.865058 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3d64cead-8f2e-4155-a97c-c16629448dcd req-ed7589dd-2adc-45f8-b61a-9e52b1e8b2a5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=07e313a3-9394-4ad4-9174-85a4ed950f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0877991 Apr 23 10:37:28.049514 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3d64cead-8f2e-4155-a97c-c16629448dcd req-93da6b95-4020-413b-acb7-8a68afa2e4e1 service neutron] 10.222.0.68 "GET /v2.0/networks/07e313a3-9394-4ad4-9174-85a4ed950f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744707 Apr 23 10:37:28.241372 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4ece5-8d39-48dc-b29c-2d7fe09f830c req-a4132998-a86f-4123-add7-1591c92e0b56 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:28.243201 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-23c4ece5-8d39-48dc-b29c-2d7fe09f830c req-a4132998-a86f-4123-add7-1591c92e0b56 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 943 time: 0.3912139 Apr 23 10:37:28.306013 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba871cd9-d694-4700-aa79-a829bf6d8f3e req-08ebdf8b-3af8-4c58-9386-51cac2d24ce7 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:28.307771 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ba871cd9-d694-4700-aa79-a829bf6d8f3e req-08ebdf8b-3af8-4c58-9386-51cac2d24ce7 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 946 time: 0.3930593 Apr 23 10:37:28.335519 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-23c4ece5-8d39-48dc-b29c-2d7fe09f830c req-1da38d1e-5103-4b54-a4ea-dfffec963b2b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812483 Apr 23 10:37:28.370013 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ba871cd9-d694-4700-aa79-a829bf6d8f3e req-8a8d5db6-a3dd-4731-a27a-49428cb6e8f0 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb3d0b1a-90bb-4d45-a7e0-9c68464ac325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549338 Apr 23 10:37:28.472096 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3d64cead-8f2e-4155-a97c-c16629448dcd req-beff1457-46d9-4229-802f-b42cc0ab5808 service neutron] 10.222.0.68 "GET /v2.0/networks/07e313a3-9394-4ad4-9174-85a4ed950f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116137 Apr 23 10:37:28.559055 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a43c0-55e9-4482-a48b-cc28158144b9 req-d6f243e6-fe87-4e2c-a498-e980c661651c tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:28.561313 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-897a43c0-55e9-4482-a48b-cc28158144b9 req-d6f243e6-fe87-4e2c-a498-e980c661651c tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 945 time: 0.1017392 Apr 23 10:37:28.620046 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-897a43c0-55e9-4482-a48b-cc28158144b9 req-8e72e10f-d1aa-4b51-b282-230cdfa2ce33 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518851 Apr 23 10:37:29.580675 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896b355-4469-41b7-9999-63f61668da53 req-f2d18749-1b64-48e6-8850-dfd719fae066 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:29.581298 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-a896b355-4469-41b7-9999-63f61668da53 req-f2d18749-1b64-48e6-8850-dfd719fae066 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Synchronizing usage tracker for tenant:053dbb1c35f34193b18ee2a736ef5da6 on resource:port {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:37:29.599224 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-a896b355-4469-41b7-9999-63f61668da53 req-f2d18749-1b64-48e6-8850-dfd719fae066 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Unset dirty status for tenant:053dbb1c35f34193b18ee2a736ef5da6 on resource:port {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:37:29.601572 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a896b355-4469-41b7-9999-63f61668da53 req-f2d18749-1b64-48e6-8850-dfd719fae066 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.68 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 946 time: 0.1591055 Apr 23 10:37:29.668152 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a9988-6c37-4ad6-a40d-544ba47fa358 req-9cb02c4d-0747-4852-9e81-c55b688e41cb tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:29.670566 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f30a9988-6c37-4ad6-a40d-544ba47fa358 req-9cb02c4d-0747-4852-9e81-c55b688e41cb tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 946 time: 0.1522233 Apr 23 10:37:29.733832 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f9bb1-2ee1-4271-8d62-010701e97de4 req-f2407376-1b37-4d38-aea3-09c237ceacd4 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:29.735494 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-885f9bb1-2ee1-4271-8d62-010701e97de4 req-f2407376-1b37-4d38-aea3-09c237ceacd4 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 943 time: 0.1734800 Apr 23 10:37:29.756178 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f30a9988-6c37-4ad6-a40d-544ba47fa358 req-a0c5b135-d517-4ce8-bbf2-7cdcfa7a3ebb tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb3d0b1a-90bb-4d45-a7e0-9c68464ac325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753295 Apr 23 10:37:29.833775 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-885f9bb1-2ee1-4271-8d62-010701e97de4 req-6efebf42-a7b4-49d1-a75c-65f6b1fc3255 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751126 Apr 23 10:37:29.838758 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-a896b355-4469-41b7-9999-63f61668da53 req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Deleting port 7acdd572-19bf-4a60-9c54-97f295131e45 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:37:29.839614 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-a896b355-4469-41b7-9999-63f61668da53 req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:30.051490 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478d5fc-3b7e-40db-9d02-9307d7ab66f2 req-2da0692d-1a70-46f9-9dd3-d21867c7b1ce tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:30.054788 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1478d5fc-3b7e-40db-9d02-9307d7ab66f2 req-2da0692d-1a70-46f9-9dd3-d21867c7b1ce tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 945 time: 0.1609771 Apr 23 10:37:30.059238 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-a896b355-4469-41b7-9999-63f61668da53 req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] For port 7acdd572-19bf-4a60-9c54-97f295131e45, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=7acdd572-19bf-4a60-9c54-97f295131e45,segment=NetworkSegment(35f312ee-a0a3-4052-9682-1de254c7408a),segment_id=35f312ee-a0a3-4052-9682-1de254c7408a)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:37:30.059946 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-a896b355-4469-41b7-9999-63f61668da53 req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:30.172180 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1478d5fc-3b7e-40db-9d02-9307d7ab66f2 req-a7e06a8a-6d4a-434f-b5ea-110a67b697d4 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038933 Apr 23 10:37:30.533914 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-a896b355-4469-41b7-9999-63f61668da53 req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:30.534459 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-a896b355-4469-41b7-9999-63f61668da53 req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414858'] for floatingip, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:30.534909 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.l3_db [req-a896b355-4469-41b7-9999-63f61668da53 req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Floating IP 931dfe8c-83dc-4a9a-a946-f9ed7cd7c41c disassociated. External IP: 172.28.3.205, port: 7acdd572-19bf-4a60-9c54-97f295131e45. Apr 23 10:37:30.535236 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-a896b355-4469-41b7-9999-63f61668da53 req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Calling delete_port for 7acdd572-19bf-4a60-9c54-97f295131e45 owned by compute:nova {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:37:30.685230 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-a896b355-4469-41b7-9999-63f61668da53 req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:30.691881 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:37:30.741899 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Pushing event deleted for resources: {'Port': ['ID=7acdd572-19bf-4a60-9c54-97f295131e45,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:37:30.760175 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:30.761100 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:30.761100 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:30.761393 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:30.761690 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:30.762091 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:30.762489 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:30.762894 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:30.763290 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:30.764231 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:30.764654 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:30.765048 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:30.772561 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:37:30.969244 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a06d8049-35e7-48d1-9ed3-8292299a6e25 req-00bed8bf-bd40-4b52-ab71-527a6d7e6ae3 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 210 time: 0.0851908 Apr 23 10:37:31.005311 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a896b355-4469-41b7-9999-63f61668da53 req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Router 72320505-6076-4a53-9f82-06f896cbc35a has already been hosted by L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 {{(pid=86422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:37:31.155662 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501409b-29cd-4d35-8b4e-3082b813e560 req-44f943b0-a6a5-44c9-a047-b769406350d3 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:31.157404 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1501409b-29cd-4d35-8b4e-3082b813e560 req-44f943b0-a6a5-44c9-a047-b769406350d3 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 943 time: 0.1217556 Apr 23 10:37:31.275690 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1501409b-29cd-4d35-8b4e-3082b813e560 req-e19d41e8-b955-46da-b785-9f6930bc3618 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099992 Apr 23 10:37:31.281174 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a896b355-4469-41b7-9999-63f61668da53 req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:37:31.299736 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d209d7-e9f2-4686-ba22-936e867ec387 None None] Sync routers for ids ['72320505-6076-4a53-9f82-06f896cbc35a'] in dv-cinder-779233-3-smb {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:37:31.312474 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d209d7-e9f2-4686-ba22-936e867ec387 None None] Routers {'72320505-6076-4a53-9f82-06f896cbc35a'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:37:31.313409 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-56d209d7-e9f2-4686-ba22-936e867ec387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:37:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['72320505-6076-4a53-9f82-06f896cbc35a'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:37:31.385155 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-a896b355-4469-41b7-9999-63f61668da53 req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] No DVR routers for this DVR port 7acdd572-19bf-4a60-9c54-97f295131e45 on host hv-cinder-77923 {{(pid=86422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:37:31.387854 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-a896b355-4469-41b7-9999-63f61668da53 req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:31.392620 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a4cd06-b6c2-416d-bbdb-8ae58fe505a1', 'name': 'network-vif-deleted', 'tag': '7acdd572-19bf-4a60-9c54-97f295131e45'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:37:31.423912 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a896b355-4469-41b7-9999-63f61668da53 req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.68 "DELETE /v2.0/ports/7acdd572-19bf-4a60-9c54-97f295131e45 HTTP/1.1" status: 204 len: 173 time: 1.7960458 Apr 23 10:37:31.455008 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaeea38-4064-4f59-970c-5258a9aa4fbb req-1e3f60b5-720e-43e0-8f52-b8afb3372593 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:31.460043 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a4cd06-b6c2-416d-bbdb-8ae58fe505a1', 'name': 'network-vif-deleted', 'tag': '7acdd572-19bf-4a60-9c54-97f295131e45', 'status': 'completed', 'code': 200} Apr 23 10:37:31.461725 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8eaeea38-4064-4f59-970c-5258a9aa4fbb req-1e3f60b5-720e-43e0-8f52-b8afb3372593 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 945 time: 0.1329520 Apr 23 10:37:31.517392 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8eaeea38-4064-4f59-970c-5258a9aa4fbb req-29bd0700-8bb0-407d-a749-7428a7ff340d tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516181 Apr 23 10:37:31.575487 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-56d209d7-e9f2-4686-ba22-936e867ec387 None None] Set router 72320505-6076-4a53-9f82-06f896cbc35a gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:37:31.963311 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-56d209d7-e9f2-4686-ba22-936e867ec387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72320505-6076-4a53-9f82-06f896cbc35a', 'name': 'tempest-AttachVolumeTestJSON-810215502-router', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187'}], 'enable_snat': True}, 'gw_port_id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:14Z', 'revision_number': 4, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'gw_port': {'id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:05Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '2d9007a6-a0a7-435c-a82f-6b884e90942d', 'name': '', 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'mac_address': 'fa:16:3e:48:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:12Z', 'updated_at': '2021-04-23T10:29:27Z', 'revision_number': 5, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'subnets': [{'id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:37:31.969157 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d209d7-e9f2-4686-ba22-936e867ec387 None None] Checking router: 72320505-6076-4a53-9f82-06f896cbc35a for host: dv-cinder-779233-3-smb {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:37:31.981727 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d209d7-e9f2-4686-ba22-936e867ec387 None None] Routers {'72320505-6076-4a53-9f82-06f896cbc35a'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:37:31.981892 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-56d209d7-e9f2-4686-ba22-936e867ec387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:37:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['72320505-6076-4a53-9f82-06f896cbc35a'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:37:32.130912 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 38318) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:37:32.255167 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec78993-c34e-4cf9-9c48-ffeec22b6b0a req-aeba3f7a-9363-4506-a57c-736384c8da38 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:32.257152 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-dec78993-c34e-4cf9-9c48-ffeec22b6b0a req-aeba3f7a-9363-4506-a57c-736384c8da38 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 945 time: 0.2586215 Apr 23 10:37:32.268080 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a77059f6-2e52-40d7-9386-f034079bca44 req-12b89df8-6e3c-4c9c-8ea2-421e0aab2b54 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 210 time: 0.0789475 Apr 23 10:37:32.298986 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8ecd1393-1db5-4c92-9ea0-35fafdf7d6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:32.391664 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-84979e83-488a-4a95-a288-c0c737e7bc6e req-a8116cbc-6158-4235-bcb4-e2512ea63812 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2533998 Apr 23 10:37:32.457575 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-dec78993-c34e-4cf9-9c48-ffeec22b6b0a req-98cd3f95-b6dc-4a83-809b-33670e23fd0d tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677299 Apr 23 10:37:32.461062 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-56d209d7-e9f2-4686-ba22-936e867ec387 None None] Set router 72320505-6076-4a53-9f82-06f896cbc35a gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:37:32.616953 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f058139-2a11-4ab5-b64b-7d5756fae608 req-7c237aaf-a63b-46b9-8a17-cd45982ab065 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:32.620182 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6f058139-2a11-4ab5-b64b-7d5756fae608 req-7c237aaf-a63b-46b9-8a17-cd45982ab065 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 943 time: 0.1265566 Apr 23 10:37:32.743087 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 5f76df28-c932-4a42-b118-89fcfeb121af no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:37:32.743380 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6f058139-2a11-4ab5-b64b-7d5756fae608 req-b3fabeb7-7ea7-4318-b95e-e8a320e19344 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044090 Apr 23 10:37:32.994518 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:33.021098 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-56d209d7-e9f2-4686-ba22-936e867ec387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72320505-6076-4a53-9f82-06f896cbc35a', 'name': 'tempest-AttachVolumeTestJSON-810215502-router', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187'}], 'enable_snat': True}, 'gw_port_id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:14Z', 'revision_number': 4, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'gw_port': {'id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:05Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '2d9007a6-a0a7-435c-a82f-6b884e90942d', 'name': '', 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'mac_address': 'fa:16:3e:48:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:12Z', 'updated_at': '2021-04-23T10:29:27Z', 'revision_number': 5, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'subnets': [{'id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:37:33.033269 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d209d7-e9f2-4686-ba22-936e867ec387 None None] The sync data for ids ['72320505-6076-4a53-9f82-06f896cbc35a'] in dv-cinder-779233-3-smb is: [{'id': '72320505-6076-4a53-9f82-06f896cbc35a', 'name': 'tempest-AttachVolumeTestJSON-810215502-router', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187'}], 'enable_snat': True}, 'gw_port_id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:29:14Z', 'revision_number': 4, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'gw_port': {'id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:05Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '2d9007a6-a0a7-435c-a82f-6b884e90942d', 'name': '', 'network_id': 'b126fda1-8aba-4f97-9375-594b068d7500', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'mac_address': 'fa:16:3e:48:39:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:12Z', 'updated_at': '2021-04-23T10:29:27Z', 'revision_number': 5, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'subnets': [{'id': 'cace927e-fc70-4e72-9b62-fe1db6ce7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:37:33.039722 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cfe186-8c32-46cf-8259-95030fecadd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f76df28-c932-4a42-b118-89fcfeb121af'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:37:33.070590 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 5f76df28-c932-4a42-b118-89fcfeb121af, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5f76df28-c932-4a42-b118-89fcfeb121af,segment=NetworkSegment(1ba262e6-0f55-466e-81dc-52af2670b15b),segment_id=1ba262e6-0f55-466e-81dc-52af2670b15b)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:37:33.074003 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:33.075042 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 7acdd572-19bf-4a60-9c54-97f295131e45 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:37:33.128634 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:37:33.186311 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cfe186-8c32-46cf-8259-95030fecadd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f76df28-c932-4a42-b118-89fcfeb121af', 'code': 200} Apr 23 10:37:33.195089 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] No Port match for: 7acdd572-19bf-4a60-9c54-97f295131e45 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:37:33.195464 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 7acdd572-19bf-4a60-9c54-97f295131e45 not bound to the agent host hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:37:33.223542 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=5f76df28-c932-4a42-b118-89fcfeb121af,revision_number=6']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:37:33.227166 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:37:33.417449 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:33.472429 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-62e0c380-b204-4a46-b333-1573ed18dade req-2b2106d5-da87-429b-a78f-026fbe77ca1a tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 210 time: 0.0697200 Apr 23 10:37:33.511331 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adfb5a2-aae2-4fc9-bf24-98a5b1609102 None None] New status for floating IP 931dfe8c-83dc-4a9a-a946-f9ed7cd7c41c: DOWN {{(pid=86424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:37:33.727091 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7b5ba-50c5-455c-b1cc-b01cd231602a req-67ff3001-b884-43e6-a007-7102ba105eaf tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:33.729172 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5dd7b5ba-50c5-455c-b1cc-b01cd231602a req-67ff3001-b884-43e6-a007-7102ba105eaf tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 943 time: 0.1161168 Apr 23 10:37:33.800423 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5dd7b5ba-50c5-455c-b1cc-b01cd231602a req-6f0d2523-702f-41f1-b36d-5932b17d37fd tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578420 Apr 23 10:37:34.015574 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106d0dd-f6e2-443a-a37c-80a3eac6fcac req-d624bd47-09e6-4dc2-9950-b730c3455d30 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:34.017378 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6106d0dd-f6e2-443a-a37c-80a3eac6fcac req-d624bd47-09e6-4dc2-9950-b730c3455d30 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 943 time: 0.0935154 Apr 23 10:37:34.073915 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6106d0dd-f6e2-443a-a37c-80a3eac6fcac req-d462a9aa-c382-4ea7-977a-7d2f64c78ef9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495341 Apr 23 10:37:34.171901 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1bf1913e-c452-43a9-addc-5c2a66e0c1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:34.642824 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7d8a3025-4ee1-4687-ad05-17686819a40b req-23ddb369-d623-49ea-a4cf-98f2155b6d9c tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 210 time: 0.0497589 Apr 23 10:37:35.030512 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa3f70-8962-4a6c-ad26-90eb93a86cc9 req-55971e84-2122-41d4-96f3-5c3f6f270b83 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:35.032161 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c1aa3f70-8962-4a6c-ad26-90eb93a86cc9 req-55971e84-2122-41d4-96f3-5c3f6f270b83 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 943 time: 0.0964608 Apr 23 10:37:35.088879 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c1aa3f70-8962-4a6c-ad26-90eb93a86cc9 req-37e26147-2eb8-45b8-ae52-05e036db565f tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495884 Apr 23 10:37:35.294751 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b84eb8-f650-49ad-a621-8e5189621fb3 req-54455d4b-4c2f-4882-89c0-9b042523c66b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:35.296465 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b3b84eb8-f650-49ad-a621-8e5189621fb3 req-54455d4b-4c2f-4882-89c0-9b042523c66b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 943 time: 0.0919185 Apr 23 10:37:35.349088 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b3b84eb8-f650-49ad-a621-8e5189621fb3 req-78e8d37f-68a9-48df-b29d-a8eab0e8ec1d tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454655 Apr 23 10:37:35.421435 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:35.488085 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:35.834609 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1a4f2bae-57cb-438d-b334-fb07356e47e1 req-4822bef5-b669-4607-b548-c130d77ea7eb tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 210 time: 0.0719411 Apr 23 10:37:36.320991 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce354a8e-9b90-48e0-b990-ef37e03d2df6 req-ea9e6f44-f1b2-4531-b2bf-0b256f665c1c tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:36.322516 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ce354a8e-9b90-48e0-b990-ef37e03d2df6 req-ea9e6f44-f1b2-4531-b2bf-0b256f665c1c tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 943 time: 0.1065903 Apr 23 10:37:36.374716 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ce354a8e-9b90-48e0-b990-ef37e03d2df6 req-2dfb20d1-01ef-4442-a7d4-adfb0a692e74 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454457 Apr 23 10:37:36.600945 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa7ea6-4f09-4206-bfbc-3944882a7e72 req-8c7553cd-1b41-4182-967e-7afe75f50ce5 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:36.602437 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2aaa7ea6-4f09-4206-bfbc-3944882a7e72 req-8c7553cd-1b41-4182-967e-7afe75f50ce5 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 943 time: 0.1105490 Apr 23 10:37:36.663635 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2aaa7ea6-4f09-4206-bfbc-3944882a7e72 req-007d6d8f-4ce9-458d-97a6-f9da1c65c599 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495183 Apr 23 10:37:37.015893 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e2ad35dc-7422-458c-8a10-59d824bd450b req-0004ba78-f1b1-474b-8db9-136ba6b30796 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 210 time: 0.0606279 Apr 23 10:37:37.146927 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:37.613942 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174af97c-47fc-4067-8945-6d4bad325a59 req-d6ed4b04-764c-41a2-afb4-d493f17cb01d tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:37.615655 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-174af97c-47fc-4067-8945-6d4bad325a59 req-d6ed4b04-764c-41a2-afb4-d493f17cb01d tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 943 time: 0.1078389 Apr 23 10:37:37.688324 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-174af97c-47fc-4067-8945-6d4bad325a59 req-384fa062-773a-48d8-8c8a-381a28849207 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597622 Apr 23 10:37:37.893591 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d645f7-101f-4a1d-a4d7-81638efe6713 req-fd9be210-5be0-43d9-b91a-b24427536cfb tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:37.895242 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-88d645f7-101f-4a1d-a4d7-81638efe6713 req-fd9be210-5be0-43d9-b91a-b24427536cfb tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 943 time: 0.0940120 Apr 23 10:37:37.947482 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-88d645f7-101f-4a1d-a4d7-81638efe6713 req-ebdf8103-8310-4634-834d-cdf6f83b722c tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453413 Apr 23 10:37:38.205885 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c08691da-f611-4e28-8906-cee5679a2d54 req-6fa13b2a-40db-4da9-bc93-d4aa999312e4 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 210 time: 0.0532124 Apr 23 10:37:39.054628 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb078b-6758-466d-9169-ee407463dc3e req-5be22bff-6ec1-46ca-8cdd-a77ac041219f tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:39.056250 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-80fb078b-6758-466d-9169-ee407463dc3e req-5be22bff-6ec1-46ca-8cdd-a77ac041219f tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 943 time: 0.1016812 Apr 23 10:37:39.158303 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-80fb078b-6758-466d-9169-ee407463dc3e req-47724cfa-4305-4a1b-acf9-57490864c380 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949168 Apr 23 10:37:39.205468 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d1350-b5ed-46a5-9ec9-45d36f0696b7 req-54057c58-27f6-434c-a535-81fbf95727fd tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:39.207188 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c00d1350-b5ed-46a5-9ec9-45d36f0696b7 req-54057c58-27f6-434c-a535-81fbf95727fd tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 943 time: 0.1235635 Apr 23 10:37:39.264041 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c00d1350-b5ed-46a5-9ec9-45d36f0696b7 req-659da093-6965-42bd-9734-21fa9f43add9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476530 Apr 23 10:37:39.379220 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1c8023a0-2452-40de-9761-3118eb343539 req-704087bb-4920-4b79-8122-c8d2f3356687 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 210 time: 0.0539029 Apr 23 10:37:40.471788 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd612b7-2572-4ed7-b3a3-a908db13bacb req-ec5663da-7451-4e5d-8c5c-d4ef240b2444 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:40.473788 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4bd612b7-2572-4ed7-b3a3-a908db13bacb req-ec5663da-7451-4e5d-8c5c-d4ef240b2444 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 943 time: 0.1749320 Apr 23 10:37:40.543079 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4bd612b7-2572-4ed7-b3a3-a908db13bacb req-da6522d5-e4d5-4518-a295-3ba4e164a24d tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623071 Apr 23 10:37:40.560023 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c2d24-24d1-41f7-a28f-f57e911c2b59 req-1bad5be4-d213-4b66-acf8-9bc0d0b9c8a9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:40.562247 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-279c2d24-24d1-41f7-a28f-f57e911c2b59 req-1bad5be4-d213-4b66-acf8-9bc0d0b9c8a9 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 943 time: 0.1608810 Apr 23 10:37:40.619421 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-279c2d24-24d1-41f7-a28f-f57e911c2b59 req-927d7c62-58dd-4084-b6de-d0242993f30c tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502987 Apr 23 10:37:40.717189 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8e45ee7f-7f9e-4c18-8345-ff31ef4a7702 req-50eac75a-be2c-48e5-9c37-522b6c614ebf tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 210 time: 0.0583227 Apr 23 10:37:41.869855 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62480f3-6be3-4c8d-93fe-8da80545f9d0 req-395e93d3-9913-4ee7-94fb-d5709deaae98 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:41.871508 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a62480f3-6be3-4c8d-93fe-8da80545f9d0 req-395e93d3-9913-4ee7-94fb-d5709deaae98 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 943 time: 0.1810753 Apr 23 10:37:41.885886 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0dc87-38de-451f-9697-76cd847dae0e req-756bd747-46e7-45fc-8f52-bb4eb9b06cf2 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:41.887494 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-56e0dc87-38de-451f-9697-76cd847dae0e req-756bd747-46e7-45fc-8f52-bb4eb9b06cf2 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 943 time: 0.1339054 Apr 23 10:37:41.965329 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a62480f3-6be3-4c8d-93fe-8da80545f9d0 req-96b7e116-d3aa-4300-9456-3ccfe6ac5b96 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767262 Apr 23 10:37:41.971006 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-56e0dc87-38de-451f-9697-76cd847dae0e req-88c21a8e-cd89-48dc-8e41-f0615e286b8d tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675194 Apr 23 10:37:42.164303 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-554a1d2a-647a-4f4c-acab-5ff61275602e req-13bb30a6-6951-479e-a44d-0f9f6372fff9 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 210 time: 0.0574522 Apr 23 10:37:42.610493 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6e52a-6a13-467a-b0f5-608c7ae5d276 req-4086e36e-ebc0-46a6-9c29-99c5ee9525f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:42.612210 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-63b6e52a-6a13-467a-b0f5-608c7ae5d276 req-4086e36e-ebc0-46a6-9c29-99c5ee9525f8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=255f4e8d36df457688082e6c744446c6&device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 1096 time: 0.0886128 Apr 23 10:37:42.776790 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6e52a-6a13-467a-b0f5-608c7ae5d276 req-4f545790-badd-4ff2-b10a-d9feb92a5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:42.778260 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-63b6e52a-6a13-467a-b0f5-608c7ae5d276 req-4f545790-badd-4ff2-b10a-d9feb92a5641 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5ef6478b-7a5c-489a-b953-1eb771afef62 HTTP/1.1" status: 200 len: 908 time: 0.1383202 Apr 23 10:37:42.898505 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-63b6e52a-6a13-467a-b0f5-608c7ae5d276 req-514d896b-d6a7-43a4-93c6-221840fce2be service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f76df28-c932-4a42-b118-89fcfeb121af HTTP/1.1" status: 200 len: 998 time: 0.1124995 Apr 23 10:37:43.032229 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6e52a-6a13-467a-b0f5-608c7ae5d276 req-8a646647-f861-474d-90c0-bd20464dd027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:43.034482 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-63b6e52a-6a13-467a-b0f5-608c7ae5d276 req-8a646647-f861-474d-90c0-bd20464dd027 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4c234b10-2c8f-4c4d-b927-533993eb530d HTTP/1.1" status: 200 len: 846 time: 0.0964301 Apr 23 10:37:43.166840 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6e52a-6a13-467a-b0f5-608c7ae5d276 req-b609e106-d42a-4bef-a51f-bb6e24b7f4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:43.168518 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-63b6e52a-6a13-467a-b0f5-608c7ae5d276 req-b609e106-d42a-4bef-a51f-bb6e24b7f4ce service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5ef6478b-7a5c-489a-b953-1eb771afef62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1182542 Apr 23 10:37:43.348602 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-63b6e52a-6a13-467a-b0f5-608c7ae5d276 req-e28057a4-f043-4575-984d-f33aa665580d service neutron] 10.222.0.68 "GET /v2.0/networks/5ef6478b-7a5c-489a-b953-1eb771afef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710508 Apr 23 10:37:43.355788 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb189cb-19f8-4657-a7df-a4f14fcf3f5f req-a8dd85c9-0087-4f4e-a1c9-f5f73c4d8683 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:43.357944 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3cb189cb-19f8-4657-a7df-a4f14fcf3f5f req-a8dd85c9-0087-4f4e-a1c9-f5f73c4d8683 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 943 time: 0.2026675 Apr 23 10:37:43.380482 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5a1a3-3804-430b-915b-11962f98f153 req-d89d7bef-0517-4a9e-8720-68f808221120 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:43.382111 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a5d5a1a3-3804-430b-915b-11962f98f153 req-d89d7bef-0517-4a9e-8720-68f808221120 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 943 time: 0.1467822 Apr 23 10:37:43.463378 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3cb189cb-19f8-4657-a7df-a4f14fcf3f5f req-83c0564f-ee84-4d64-8f76-cc15f6eeadc9 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801835 Apr 23 10:37:43.469024 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a5d5a1a3-3804-430b-915b-11962f98f153 req-1e4dbcc9-f00d-4fc6-85ac-b85229701bd5 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681448 Apr 23 10:37:43.538592 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-63b6e52a-6a13-467a-b0f5-608c7ae5d276 req-a8aa3ef3-ff69-4276-8805-07276ad8a1e1 service neutron] 10.222.0.68 "GET /v2.0/networks/5ef6478b-7a5c-489a-b953-1eb771afef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812992 Apr 23 10:37:43.663608 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-04d99b31-cde3-4136-a989-c81f38117434 req-9d2fc0f1-ed98-48b8-951e-2b3b1482bd64 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/ports?device_id=58a4cd06-b6c2-416d-bbdb-8ae58fe505a1 HTTP/1.1" status: 200 len: 210 time: 0.0580039 Apr 23 10:37:44.184718 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84979e83-488a-4a95-a288-c0c737e7bc6e req-638e80de-ef6b-4ccb-9d45-de0adc496562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:44.186361 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-84979e83-488a-4a95-a288-c0c737e7bc6e req-638e80de-ef6b-4ccb-9d45-de0adc496562 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4&tenant_id=255f4e8d36df457688082e6c744446c6 HTTP/1.1" status: 200 len: 1096 time: 0.0846097 Apr 23 10:37:44.316147 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84979e83-488a-4a95-a288-c0c737e7bc6e req-05fc0657-e75b-4b73-961f-92dd7ccd5d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:44.317762 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-84979e83-488a-4a95-a288-c0c737e7bc6e req-05fc0657-e75b-4b73-961f-92dd7ccd5d60 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=255f4e8d36df457688082e6c744446c6&device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 1096 time: 0.0849257 Apr 23 10:37:44.478499 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84979e83-488a-4a95-a288-c0c737e7bc6e req-7c8e8a37-ea72-4e8b-8218-a3983e3bca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:44.480004 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-84979e83-488a-4a95-a288-c0c737e7bc6e req-7c8e8a37-ea72-4e8b-8218-a3983e3bca04 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5ef6478b-7a5c-489a-b953-1eb771afef62 HTTP/1.1" status: 200 len: 908 time: 0.1388109 Apr 23 10:37:44.602953 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-84979e83-488a-4a95-a288-c0c737e7bc6e req-a049cfca-f49d-43cf-bb4d-dd8f7e7ccc0c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f76df28-c932-4a42-b118-89fcfeb121af HTTP/1.1" status: 200 len: 998 time: 0.1117339 Apr 23 10:37:44.683824 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84979e83-488a-4a95-a288-c0c737e7bc6e req-d07294ab-66f2-4f47-a31b-1fc828b2fcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:44.685495 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-84979e83-488a-4a95-a288-c0c737e7bc6e req-d07294ab-66f2-4f47-a31b-1fc828b2fcc2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4c234b10-2c8f-4c4d-b927-533993eb530d HTTP/1.1" status: 200 len: 846 time: 0.0759654 Apr 23 10:37:44.757771 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64c380-2323-4b43-b793-7c7dc973fa01 req-b06e3d91-4247-4fc9-861d-1fce9f616e16 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:44.759572 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8c64c380-2323-4b43-b793-7c7dc973fa01 req-b06e3d91-4247-4fc9-861d-1fce9f616e16 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 943 time: 0.1211052 Apr 23 10:37:44.769161 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ca0c5-1c90-4343-b4ed-ec371d2d2579 req-4cfcca49-9018-4929-bda0-74d9a78ba407 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:44.770708 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ee4ca0c5-1c90-4343-b4ed-ec371d2d2579 req-4cfcca49-9018-4929-bda0-74d9a78ba407 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 943 time: 0.1784420 Apr 23 10:37:44.787210 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 92c64a3e-1109-4812-82df-ad7b61fa9b93 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:37:44.791998 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84979e83-488a-4a95-a288-c0c737e7bc6e req-d0cc6d7b-6fe8-49c7-b01f-c68cb68113a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:44.793665 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-84979e83-488a-4a95-a288-c0c737e7bc6e req-d0cc6d7b-6fe8-49c7-b01f-c68cb68113a6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5ef6478b-7a5c-489a-b953-1eb771afef62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0825911 Apr 23 10:37:44.851610 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8c64c380-2323-4b43-b793-7c7dc973fa01 req-92eaee13-0e11-4fc5-b5d6-a7aa7ba6914e tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798497 Apr 23 10:37:44.856290 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ee4ca0c5-1c90-4343-b4ed-ec371d2d2579 req-2c9f4c5a-a2c2-476d-8b63-d110464dcb09 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700099 Apr 23 10:37:44.958109 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-84979e83-488a-4a95-a288-c0c737e7bc6e req-0340e057-5e88-4b40-99f7-3c2388d423a6 service neutron] 10.222.0.68 "GET /v2.0/networks/5ef6478b-7a5c-489a-b953-1eb771afef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572475 Apr 23 10:37:44.959055 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 92c64a3e-1109-4812-82df-ad7b61fa9b93, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=92c64a3e-1109-4812-82df-ad7b61fa9b93,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:37:44.974620 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 38400) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:37:44.974986 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Returning: {'device': '92c64a3e-1109-4812-82df-ad7b61fa9b93', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'port_id': '92c64a3e-1109-4812-82df-ad7b61fa9b93', 'mac_address': 'fa:16:3e:da:f1:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:37:45.054160 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:45.063287 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c8f53da8-f7d8-4ecb-a111-998380ab65c6 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:45.084458 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c64a3e-1109-4812-82df-ad7b61fa9b93 {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:37:45.096952 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c8f53da8-f7d8-4ecb-a111-998380ab65c6 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:45.102732 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 92c64a3e-1109-4812-82df-ad7b61fa9b93, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=92c64a3e-1109-4812-82df-ad7b61fa9b93,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:37:45.106045 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:45.108057 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-886d3973-0a8f-4066-badf-9a952149628c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:37:45.132237 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-84979e83-488a-4a95-a288-c0c737e7bc6e req-47b8525a-6889-4c3d-b243-0de1dad21dd9 service neutron] 10.222.0.68 "GET /v2.0/networks/5ef6478b-7a5c-489a-b953-1eb771afef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661870 Apr 23 10:37:45.161861 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c8f53da8-f7d8-4ecb-a111-998380ab65c6 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:45.167225 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ba687e27-50ef-4d98-a46b-7ceec784774d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:37:45.182688 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f53da8-f7d8-4ecb-a111-998380ab65c6 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3d0b1a-90bb-4d45-a7e0-9c68464ac325,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:37:45.183045 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=92c64a3e-1109-4812-82df-ad7b61fa9b93,revision_number=9']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:37:45.187853 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:37:45.192462 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f53da8-f7d8-4ecb-a111-998380ab65c6 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:45.192887 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f53da8-f7d8-4ecb-a111-998380ab65c6 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:45.193305 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f53da8-f7d8-4ecb-a111-998380ab65c6 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:45.193717 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f53da8-f7d8-4ecb-a111-998380ab65c6 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:45.194117 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f53da8-f7d8-4ecb-a111-998380ab65c6 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:45.194523 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f53da8-f7d8-4ecb-a111-998380ab65c6 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:45.194929 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f53da8-f7d8-4ecb-a111-998380ab65c6 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:45.195330 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f53da8-f7d8-4ecb-a111-998380ab65c6 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:45.195734 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f53da8-f7d8-4ecb-a111-998380ab65c6 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:45.196129 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f53da8-f7d8-4ecb-a111-998380ab65c6 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:45.196556 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f53da8-f7d8-4ecb-a111-998380ab65c6 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:45.196958 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f53da8-f7d8-4ecb-a111-998380ab65c6 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:37:45.204327 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c8f53da8-f7d8-4ecb-a111-998380ab65c6 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:37:45.206500 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c8f53da8-f7d8-4ecb-a111-998380ab65c6 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:45.207712 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-c8f53da8-f7d8-4ecb-a111-998380ab65c6 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "DELETE /v2.0/security-groups/eb3d0b1a-90bb-4d45-a7e0-9c68464ac325 HTTP/1.1" status: 204 len: 168 time: 0.2317803 Apr 23 10:37:45.210656 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 38404) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:37:45.230919 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.v2.resource [None req-df1f9305-1a91-4f74-ac95-2cfa8cda124f tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] show failed (client error): The resource could not be found. Apr 23 10:37:45.232278 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-df1f9305-1a91-4f74-ac95-2cfa8cda124f tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "GET /v2.0/security-groups/eb3d0b1a-90bb-4d45-a7e0-9c68464ac325 HTTP/1.1" status: 404 len: 347 time: 0.0205746 Apr 23 10:37:45.235796 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 38408) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:37:45.484296 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-aa020f98-7cd8-4c53-b801-0ae44d88710d tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Deleting port 53599058-537a-47c9-abc5-b128ca5577ce {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:37:45.484757 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aa020f98-7cd8-4c53-b801-0ae44d88710d tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:45.520588 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['92c64a3e-1109-4812-82df-ad7b61fa9b93'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:37:45.633205 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aa020f98-7cd8-4c53-b801-0ae44d88710d tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:45.633574 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aa020f98-7cd8-4c53-b801-0ae44d88710d tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:45.783529 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-aa020f98-7cd8-4c53-b801-0ae44d88710d tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Calling delete_port for 53599058-537a-47c9-abc5-b128ca5577ce owned by network:floatingip {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:37:46.277824 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aa020f98-7cd8-4c53-b801-0ae44d88710d tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5993849'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:46.284114 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:37:46.353757 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa020f98-7cd8-4c53-b801-0ae44d88710d tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Pushing event deleted for resources: {'Port': ['ID=53599058-537a-47c9-abc5-b128ca5577ce,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:37:46.392869 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-aa020f98-7cd8-4c53-b801-0ae44d88710d tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:37:46.453676 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4c515-b180-47b3-aff3-c96823a48207 req-22c9a4d8-6fc8-4d2c-9bea-384709b0f4c6 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:46.455277 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4ad4c515-b180-47b3-aff3-c96823a48207 req-22c9a4d8-6fc8-4d2c-9bea-384709b0f4c6 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 943 time: 0.3244567 Apr 23 10:37:46.466147 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f3987-9a0b-4fe3-85f6-1900a4c7ee08 req-494a9f6f-2e03-4887-96a4-b2475b67c1c8 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:46.468212 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c16f3987-9a0b-4fe3-85f6-1900a4c7ee08 req-494a9f6f-2e03-4887-96a4-b2475b67c1c8 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 944 time: 0.3386719 Apr 23 10:37:46.632186 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aa020f98-7cd8-4c53-b801-0ae44d88710d tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks [] for floatingip, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:46.658227 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4ad4c515-b180-47b3-aff3-c96823a48207 req-9e37f278-9352-4f6e-9024-e2ae192a75c5 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867321 Apr 23 10:37:46.665189 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c16f3987-9a0b-4fe3-85f6-1900a4c7ee08 req-94061e31-948d-43de-8a67-a2af23cea784 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702561 Apr 23 10:37:46.672064 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-aa020f98-7cd8-4c53-b801-0ae44d88710d tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:46.677991 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-aa020f98-7cd8-4c53-b801-0ae44d88710d tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] 10.222.0.70 "DELETE /v2.0/floatingips/931dfe8c-83dc-4a9a-a946-f9ed7cd7c41c HTTP/1.1" status: 204 len: 168 time: 1.4358957 Apr 23 10:37:46.806555 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 92c64a3e-1109-4812-82df-ad7b61fa9b93 up at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:37:46.891879 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning complete for port 92c64a3e-1109-4812-82df-ad7b61fa9b93 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:37:46.892272 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:47.027198 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:47.057609 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c64a3e-1109-4812-82df-ad7b61fa9b93'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:37:47.071737 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 92c64a3e-1109-4812-82df-ad7b61fa9b93, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=92c64a3e-1109-4812-82df-ad7b61fa9b93,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:37:47.075056 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:47.078536 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c6e35160-bb94-4c34-9faf-07588e4e1526 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:37:47.127119 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c64a3e-1109-4812-82df-ad7b61fa9b93', 'code': 200} Apr 23 10:37:47.159096 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=92c64a3e-1109-4812-82df-ad7b61fa9b93,revision_number=10']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:37:47.162182 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:37:47.461212 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8e9b4-da1f-4e27-a6b9-b351123646ff req-3cf21630-bfbf-4b5e-929d-a8fc7db75fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:47.462729 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f0d8e9b4-da1f-4e27-a6b9-b351123646ff req-3cf21630-bfbf-4b5e-929d-a8fc7db75fc7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 1099 time: 0.0782847 Apr 23 10:37:47.509946 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f0d8e9b4-da1f-4e27-a6b9-b351123646ff req-b60e45b1-5b14-4786-80a3-8e4f01fe17d1 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399458 Apr 23 10:37:47.940070 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675c1ca-2ea7-48a0-add1-a22c1d0c1033 req-be393083-542d-4af2-b1b3-5a89f85617ba tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:47.941994 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2675c1ca-2ea7-48a0-add1-a22c1d0c1033 req-be393083-542d-4af2-b1b3-5a89f85617ba tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 943 time: 0.1586924 Apr 23 10:37:47.961368 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e9564-93cf-4ac5-a9c5-4daba33eca58 req-38ca3cd4-f017-441a-9889-b16e791f0a1c tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:47.963036 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-825e9564-93cf-4ac5-a9c5-4daba33eca58 req-38ca3cd4-f017-441a-9889-b16e791f0a1c tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 946 time: 0.1361926 Apr 23 10:37:48.043066 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2675c1ca-2ea7-48a0-add1-a22c1d0c1033 req-4f4db097-482a-49de-809f-7be4d78d8cd0 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920486 Apr 23 10:37:48.046817 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-825e9564-93cf-4ac5-a9c5-4daba33eca58 req-6d6d9ed5-0508-439e-b737-d9ba5179839c tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699799 Apr 23 10:37:48.827191 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 5f76df28-c932-4a42-b118-89fcfeb121af details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:37:48.974436 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 5f76df28-c932-4a42-b118-89fcfeb121af, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5f76df28-c932-4a42-b118-89fcfeb121af,segment=NetworkSegment(1ba262e6-0f55-466e-81dc-52af2670b15b),segment_id=1ba262e6-0f55-466e-81dc-52af2670b15b)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:37:48.989218 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Returning: {'device': '5f76df28-c932-4a42-b118-89fcfeb121af', 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62', 'port_id': '5f76df28-c932-4a42-b118-89fcfeb121af', 'mac_address': 'fa:16:3e:b3:91:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c234b10-2c8f-4c4d-b927-533993eb530d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:37:49.051584 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:49.070637 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f76df28-c932-4a42-b118-89fcfeb121af {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:37:49.088113 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 5f76df28-c932-4a42-b118-89fcfeb121af, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5f76df28-c932-4a42-b118-89fcfeb121af,segment=NetworkSegment(1ba262e6-0f55-466e-81dc-52af2670b15b),segment_id=1ba262e6-0f55-466e-81dc-52af2670b15b)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:37:49.092787 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:49.095498 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-582b2803-83d5-4384-b4b8-020c040b83b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:37:49.235136 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=5f76df28-c932-4a42-b118-89fcfeb121af,revision_number=7']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:37:49.246824 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:37:49.366791 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce8c88-1123-456d-a8cb-1254538ce9a4 req-2661cab7-2136-45fb-aa23-9074298b6b97 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:49.368442 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-03ce8c88-1123-456d-a8cb-1254538ce9a4 req-2661cab7-2136-45fb-aa23-9074298b6b97 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 944 time: 0.1917732 Apr 23 10:37:49.378432 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fdc765-bd48-4302-97fd-123369306e95 req-6cb0bf62-47fe-448c-bb2f-5afebd2b812b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:49.380218 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d5fdc765-bd48-4302-97fd-123369306e95 req-6cb0bf62-47fe-448c-bb2f-5afebd2b812b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 946 time: 0.1333148 Apr 23 10:37:49.457049 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-03ce8c88-1123-456d-a8cb-1254538ce9a4 req-423f6ebd-b5a6-4ce9-a6be-e8d1efad2f1b tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758595 Apr 23 10:37:49.473021 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d5fdc765-bd48-4302-97fd-123369306e95 req-222b04b7-c437-4306-9fe8-16df98580072 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755134 Apr 23 10:37:49.524912 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['5f76df28-c932-4a42-b118-89fcfeb121af'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:37:50.740147 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecc38c-8e88-4a12-8034-183e35cad8dd req-b6ac79bc-4d93-416f-878b-fe823c0565e6 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:50.741743 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a3ecc38c-8e88-4a12-8034-183e35cad8dd req-b6ac79bc-4d93-416f-878b-fe823c0565e6 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 944 time: 0.1693025 Apr 23 10:37:50.750304 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e52b5-1adc-4204-af19-f49ef9f5352b req-c57292e2-a03f-4cf2-b411-33ee43392603 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:50.751848 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c42e52b5-1adc-4204-af19-f49ef9f5352b req-c57292e2-a03f-4cf2-b411-33ee43392603 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 946 time: 0.1350415 Apr 23 10:37:50.833654 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a3ecc38c-8e88-4a12-8034-183e35cad8dd req-93adf69a-df37-4913-b902-42ad4f1fa3e9 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807102 Apr 23 10:37:50.836075 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 5f76df28-c932-4a42-b118-89fcfeb121af up at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:37:50.842533 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c42e52b5-1adc-4204-af19-f49ef9f5352b req-8fb47c47-ba81-49ef-91e4-3d275de1fe11 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725746 Apr 23 10:37:50.915158 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning complete for port 5f76df28-c932-4a42-b118-89fcfeb121af triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:37:50.915158 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:51.056334 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:51.091092 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cfe186-8c32-46cf-8259-95030fecadd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f76df28-c932-4a42-b118-89fcfeb121af'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:37:51.106303 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 5f76df28-c932-4a42-b118-89fcfeb121af, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5f76df28-c932-4a42-b118-89fcfeb121af,segment=NetworkSegment(1ba262e6-0f55-466e-81dc-52af2670b15b),segment_id=1ba262e6-0f55-466e-81dc-52af2670b15b)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:37:51.111399 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:51.114373 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:37:51.137226 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 38494) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:37:51.161217 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cfe186-8c32-46cf-8259-95030fecadd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f76df28-c932-4a42-b118-89fcfeb121af', 'code': 200} Apr 23 10:37:51.203388 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=5f76df28-c932-4a42-b118-89fcfeb121af,revision_number=8']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:37:51.206941 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:37:51.590548 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6f573-95a1-4195-aea3-d2c6fca5f0e6 req-96b701d6-5c6d-4191-bd27-e0d32a0e19a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:51.592754 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-52f6f573-95a1-4195-aea3-d2c6fca5f0e6 req-96b701d6-5c6d-4191-bd27-e0d32a0e19a9 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 1098 time: 0.0827084 Apr 23 10:37:51.641469 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-52f6f573-95a1-4195-aea3-d2c6fca5f0e6 req-a6465f0b-fc8f-4a64-91ae-7c5c859821eb service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383999 Apr 23 10:37:51.858674 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d85fa44b-cabe-4d46-9a11-6272ae8e692b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854376287'] for router_interface, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:52.218477 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88ac58-50ca-43c4-a7f1-1862503f6281 req-488b4816-b5ec-438b-afb6-c380f6cf5708 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:52.219198 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3d88ac58-50ca-43c4-a7f1-1862503f6281 req-488b4816-b5ec-438b-afb6-c380f6cf5708 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 945 time: 0.2392714 Apr 23 10:37:52.285583 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3d88ac58-50ca-43c4-a7f1-1862503f6281 req-7fa84304-83a3-42ae-8c91-dd7963fff475 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596879 Apr 23 10:37:52.640034 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-d85fa44b-cabe-4d46-9a11-6272ae8e692b admin admin] Deleting port 2d9007a6-a0a7-435c-a82f-6b884e90942d {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:37:52.640361 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d85fa44b-cabe-4d46-9a11-6272ae8e692b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:52.770079 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-d85fa44b-cabe-4d46-9a11-6272ae8e692b admin admin] For port 2d9007a6-a0a7-435c-a82f-6b884e90942d, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=2d9007a6-a0a7-435c-a82f-6b884e90942d,segment=NetworkSegment(35f312ee-a0a3-4052-9682-1de254c7408a),segment_id=35f312ee-a0a3-4052-9682-1de254c7408a)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:37:52.770468 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d85fa44b-cabe-4d46-9a11-6272ae8e692b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:52.901811 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-d85fa44b-cabe-4d46-9a11-6272ae8e692b admin admin] Calling delete_port for 2d9007a6-a0a7-435c-a82f-6b884e90942d owned by network:router_interface {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:37:53.071774 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d85fa44b-cabe-4d46-9a11-6272ae8e692b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5993849'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:53.076134 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:37:53.123758 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fa44b-cabe-4d46-9a11-6272ae8e692b admin admin] Pushing event deleted for resources: {'Port': ['ID=2d9007a6-a0a7-435c-a82f-6b884e90942d,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:37:53.127224 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d85fa44b-cabe-4d46-9a11-6272ae8e692b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:37:53.525920 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d85fa44b-cabe-4d46-9a11-6272ae8e692b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854376225'] for router_interface, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:53.609319 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60980774-665b-4c06-be83-dcf7daaab8b1 req-87131960-4f43-4d91-925e-8d80a03576d3 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:37:53.610887 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-60980774-665b-4c06-be83-dcf7daaab8b1 req-87131960-4f43-4d91-925e-8d80a03576d3 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 945 time: 0.1974406 Apr 23 10:37:53.752832 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-60980774-665b-4c06-be83-dcf7daaab8b1 req-722ca9e5-902e-4d8f-8082-ca59aca33592 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328475 Apr 23 10:37:54.014117 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85fa44b-cabe-4d46-9a11-6272ae8e692b admin admin] Router 72320505-6076-4a53-9f82-06f896cbc35a has already been hosted by L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 {{(pid=86420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:37:54.221459 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85fa44b-cabe-4d46-9a11-6272ae8e692b admin admin] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:37:54.233322 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da203d30-c3f6-4934-a81a-4606cb53c6ce None None] Sync routers for ids ['72320505-6076-4a53-9f82-06f896cbc35a'] in dv-cinder-779233-3-smb {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:37:54.246288 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-d85fa44b-cabe-4d46-9a11-6272ae8e692b admin admin] 10.222.0.70 "PUT /v2.0/routers/72320505-6076-4a53-9f82-06f896cbc35a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1037176 Apr 23 10:37:54.246569 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 38506) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:37:54.247516 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da203d30-c3f6-4934-a81a-4606cb53c6ce None None] Routers {'72320505-6076-4a53-9f82-06f896cbc35a'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:37:54.248215 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-da203d30-c3f6-4934-a81a-4606cb53c6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:37:34Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['72320505-6076-4a53-9f82-06f896cbc35a'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:37:54.456000 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-da203d30-c3f6-4934-a81a-4606cb53c6ce None None] Set router 72320505-6076-4a53-9f82-06f896cbc35a gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:37:54.457364 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-696d59a3-98a8-44d5-9df3-e624c57a9881 admin admin] Notify callbacks [] for router, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:54.665129 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-696d59a3-98a8-44d5-9df3-e624c57a9881 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:54.753831 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-696d59a3-98a8-44d5-9df3-e624c57a9881 admin admin] Deleting port 295caf35-64ba-46b8-9511-5c60e70db6f0 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:37:54.754205 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-696d59a3-98a8-44d5-9df3-e624c57a9881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:54.782946 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-da203d30-c3f6-4934-a81a-4606cb53c6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72320505-6076-4a53-9f82-06f896cbc35a', 'name': 'tempest-AttachVolumeTestJSON-810215502-router', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187'}], 'enable_snat': True}, 'gw_port_id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:37:53Z', 'revision_number': 5, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'gw_port': {'id': '295caf35-64ba-46b8-9511-5c60e70db6f0', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72320505-6076-4a53-9f82-06f896cbc35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:05Z', 'updated_at': '2021-04-23T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:37:54.787672 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da203d30-c3f6-4934-a81a-4606cb53c6ce None None] Checking router: 72320505-6076-4a53-9f82-06f896cbc35a for host: dv-cinder-779233-3-smb {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:37:54.797660 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da203d30-c3f6-4934-a81a-4606cb53c6ce None None] Routers {'72320505-6076-4a53-9f82-06f896cbc35a'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:37:54.798335 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-da203d30-c3f6-4934-a81a-4606cb53c6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:37:34Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['72320505-6076-4a53-9f82-06f896cbc35a'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:37:54.892309 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-696d59a3-98a8-44d5-9df3-e624c57a9881 admin admin] For port 295caf35-64ba-46b8-9511-5c60e70db6f0, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=295caf35-64ba-46b8-9511-5c60e70db6f0,segment=NetworkSegment(2310ff8d-72d8-4ca8-834c-a38d93326363),segment_id=2310ff8d-72d8-4ca8-834c-a38d93326363)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:37:54.892729 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-696d59a3-98a8-44d5-9df3-e624c57a9881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:54.981469 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-da203d30-c3f6-4934-a81a-4606cb53c6ce None None] Set router 72320505-6076-4a53-9f82-06f896cbc35a gateway port host: None {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:37:55.114212 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-da203d30-c3f6-4934-a81a-4606cb53c6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72320505-6076-4a53-9f82-06f896cbc35a', 'name': 'tempest-AttachVolumeTestJSON-810215502-router', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:37:54Z', 'revision_number': 6, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'gw_port_host': None}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:37:55.120082 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da203d30-c3f6-4934-a81a-4606cb53c6ce None None] The sync data for ids ['72320505-6076-4a53-9f82-06f896cbc35a'] in dv-cinder-779233-3-smb is: [{'id': '72320505-6076-4a53-9f82-06f896cbc35a', 'name': 'tempest-AttachVolumeTestJSON-810215502-router', 'tenant_id': '053dbb1c35f34193b18ee2a736ef5da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:01Z', 'updated_at': '2021-04-23T10:37:54Z', 'revision_number': 6, 'project_id': '053dbb1c35f34193b18ee2a736ef5da6', 'gw_port_host': None}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:37:55.331320 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-696d59a3-98a8-44d5-9df3-e624c57a9881 admin admin] Calling delete_port for 295caf35-64ba-46b8-9511-5c60e70db6f0 owned by network:router_gateway {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:37:55.505467 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-696d59a3-98a8-44d5-9df3-e624c57a9881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5993849'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:55.510486 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d7b4a8fb-65d9-42d0-8920-3bd1cb73d45d tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:37:55.561638 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d59a3-98a8-44d5-9df3-e624c57a9881 admin admin] Pushing event deleted for resources: {'Port': ['ID=295caf35-64ba-46b8-9511-5c60e70db6f0,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:37:55.595924 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-696d59a3-98a8-44d5-9df3-e624c57a9881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:37:55.670732 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-696d59a3-98a8-44d5-9df3-e624c57a9881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501854'] for router_gateway, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:55.880818 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-696d59a3-98a8-44d5-9df3-e624c57a9881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-400642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-461'] for router, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:55.883997 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-696d59a3-98a8-44d5-9df3-e624c57a9881 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:55.908486 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-696d59a3-98a8-44d5-9df3-e624c57a9881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854369722'] for router, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:55.909091 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696d59a3-98a8-44d5-9df3-e624c57a9881 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72320505-6076-4a53-9f82-06f896cbc35a {{(pid=86420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 10:37:55.925464 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-696d59a3-98a8-44d5-9df3-e624c57a9881 admin admin] Notify callbacks [] for router, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:55.926799 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-696d59a3-98a8-44d5-9df3-e624c57a9881 admin admin] 10.222.0.70 "DELETE /v2.0/routers/72320505-6076-4a53-9f82-06f896cbc35a HTTP/1.1" status: 204 len: 168 time: 1.6791036 Apr 23 10:37:55.931110 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 38510) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:37:56.004283 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d89749-43ce-4f81-a35f-7523072b35ca admin admin] Deleting subnet cace927e-fc70-4e72-9b62-fe1db6ce7c84 {{(pid=86420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 10:37:56.008549 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-04d89749-43ce-4f81-a35f-7523072b35ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:56.078560 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-04d89749-43ce-4f81-a35f-7523072b35ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847345424'] for subnet, precommit_delete_associations {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:56.165642 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-04d89749-43ce-4f81-a35f-7523072b35ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853331552'] for subnet, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:56.305975 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 295caf35-64ba-46b8-9511-5c60e70db6f0 no longer exists at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:37:56.347414 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] No Port match for: 295caf35-64ba-46b8-9511-5c60e70db6f0 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:37:56.347904 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 295caf35-64ba-46b8-9511-5c60e70db6f0 not bound to the agent host dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:37:56.348540 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 2d9007a6-a0a7-435c-a82f-6b884e90942d no longer exists at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:37:56.389091 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] No Port match for: 2d9007a6-a0a7-435c-a82f-6b884e90942d {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:37:56.389493 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 2d9007a6-a0a7-435c-a82f-6b884e90942d not bound to the agent host dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:37:56.470893 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-04d89749-43ce-4f81-a35f-7523072b35ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1444248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5990573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5354576'] for subnet, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:56.476883 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-657cc2f3-70b1-4560-989d-95e01731a37a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:37:56.515538 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d89749-43ce-4f81-a35f-7523072b35ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cace927e-fc70-4e72-9b62-fe1db6ce7c84,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:37:56.517724 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-04d89749-43ce-4f81-a35f-7523072b35ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:56.520596 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-04d89749-43ce-4f81-a35f-7523072b35ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:37:56.524666 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d07611-9904-4dbb-8075-b352c5b2efaa None None] Network b126fda1-8aba-4f97-9375-594b068d7500 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:37:56.527925 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-04d89749-43ce-4f81-a35f-7523072b35ca admin admin] 10.222.0.70 "DELETE /v2.0/subnets/cace927e-fc70-4e72-9b62-fe1db6ce7c84 HTTP/1.1" status: 204 len: 168 time: 0.5932715 Apr 23 10:37:56.528212 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 38514) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:37:56.654288 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f090b04-359e-4710-bfbf-7db0b97a9a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853440276'] for network, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:56.744104 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-1f090b04-359e-4710-bfbf-7db0b97a9a60 admin admin] Deleting port 9f7d6299-787e-4297-b563-73faf55742a4 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:37:56.744502 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f090b04-359e-4710-bfbf-7db0b97a9a60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:56.866666 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-1f090b04-359e-4710-bfbf-7db0b97a9a60 admin admin] For port 9f7d6299-787e-4297-b563-73faf55742a4, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=9f7d6299-787e-4297-b563-73faf55742a4,segment=NetworkSegment(35f312ee-a0a3-4052-9682-1de254c7408a),segment_id=35f312ee-a0a3-4052-9682-1de254c7408a)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:37:56.866909 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f090b04-359e-4710-bfbf-7db0b97a9a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:56.874905 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09c4ab1-e676-4bd7-9357-ac27ecdcda56 None None] DHCP port deletion for b126fda1-8aba-4f97-9375-594b068d7500 request from dv-cinder-779233-3-smb {{(pid=86423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 10:37:56.951699 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-c09c4ab1-e676-4bd7-9357-ac27ecdcda56 None None] Deleting port 9f7d6299-787e-4297-b563-73faf55742a4 {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:37:56.952033 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c09c4ab1-e676-4bd7-9357-ac27ecdcda56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:57.022188 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-1f090b04-359e-4710-bfbf-7db0b97a9a60 admin admin] Calling delete_port for 9f7d6299-787e-4297-b563-73faf55742a4 owned by network:dhcp {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:37:57.066147 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-c09c4ab1-e676-4bd7-9357-ac27ecdcda56 None None] For port 9f7d6299-787e-4297-b563-73faf55742a4, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=9f7d6299-787e-4297-b563-73faf55742a4,segment=NetworkSegment(35f312ee-a0a3-4052-9682-1de254c7408a),segment_id=35f312ee-a0a3-4052-9682-1de254c7408a)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:37:57.066593 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c09c4ab1-e676-4bd7-9357-ac27ecdcda56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:57.084191 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f090b04-359e-4710-bfbf-7db0b97a9a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5993849'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:57.088309 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d85fa44b-cabe-4d46-9a11-6272ae8e692b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:37:57.136224 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f090b04-359e-4710-bfbf-7db0b97a9a60 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f7d6299-787e-4297-b563-73faf55742a4,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:37:57.140174 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1f090b04-359e-4710-bfbf-7db0b97a9a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:37:57.141041 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f090b04-359e-4710-bfbf-7db0b97a9a60 admin admin] No DVR routers for this DVR port 9f7d6299-787e-4297-b563-73faf55742a4 on host dv-cinder-779233-3-smb {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:37:57.203575 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-c09c4ab1-e676-4bd7-9357-ac27ecdcda56 None None] Calling delete_port for 9f7d6299-787e-4297-b563-73faf55742a4 owned by network:dhcp {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:37:57.267913 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f090b04-359e-4710-bfbf-7db0b97a9a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1444341', 'neutron.services.segments.db._delete_segments_for_network-8747066344563'] for network, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:57.268251 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.db.api [None req-c09c4ab1-e676-4bd7-9357-ac27ecdcda56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86423) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 10:37:57.268544 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_db.api [None req-c09c4ab1-e676-4bd7-9357-ac27ecdcda56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 10:37:57.387668 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-1f090b04-359e-4710-bfbf-7db0b97a9a60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b126fda1-8aba-4f97-9375-594b068d7500']}} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:37:57.405909 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-1f090b04-359e-4710-bfbf-7db0b97a9a60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f312ee-a0a3-4052-9682-1de254c7408a') {'for_net_delete': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:37:57.406453 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-1f090b04-359e-4710-bfbf-7db0b97a9a60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f312ee-a0a3-4052-9682-1de254c7408a') {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:37:57.420015 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f090b04-359e-4710-bfbf-7db0b97a9a60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289788450659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7430392'] for segment, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:57.436228 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f090b04-359e-4710-bfbf-7db0b97a9a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:57.442995 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f090b04-359e-4710-bfbf-7db0b97a9a60 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=86420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 10:37:57.630673 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-1f090b04-359e-4710-bfbf-7db0b97a9a60 admin admin] Network b126fda1-8aba-4f97-9375-594b068d7500 has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:37:57.640252 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f090b04-359e-4710-bfbf-7db0b97a9a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853312079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848782066'] for segment, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:57.809538 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-c09c4ab1-e676-4bd7-9357-ac27ecdcda56 None None] The port '9f7d6299-787e-4297-b563-73faf55742a4' was deleted {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 10:37:57.829975 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-1f090b04-359e-4710-bfbf-7db0b97a9a60 admin admin] Network b126fda1-8aba-4f97-9375-594b068d7500 has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: Traceback (most recent call last): Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: timer() Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: cb(*args, **kw) Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: return func(*args, **kwargs) Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: self._notify() Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: self.callback(batched_events) Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: event.method(event) Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: segment_id)['aggregates'][0] Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: return f(self, *a, **k) Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: return self._get(url).json() Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: **kwargs) Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: return self.request(url, 'GET', **kwargs) Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: **endpoint_filter) Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 10:37:57.858732 dv-cinder-779233-3-smb neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 10:37:57.938774 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f090b04-359e-4710-bfbf-7db0b97a9a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853331459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414905'] for network, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:57.942850 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:37:57.957091 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f090b04-359e-4710-bfbf-7db0b97a9a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:57.969371 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f090b04-359e-4710-bfbf-7db0b97a9a60 admin admin] Pushing event deleted for resources: {'Network': ['ID=b126fda1-8aba-4f97-9375-594b068d7500,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:37:57.973026 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1f090b04-359e-4710-bfbf-7db0b97a9a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:37:57.984690 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-1f090b04-359e-4710-bfbf-7db0b97a9a60 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b126fda1-8aba-4f97-9375-594b068d7500 HTTP/1.1" status: 204 len: 168 time: 1.4547849 Apr 23 10:37:58.129829 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 38520) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:37:58.187703 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-9442a116-ce4a-49c5-9f8e-f8752600f8fc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=053dbb1c35f34193b18ee2a736ef5da6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0565271 Apr 23 10:37:58.190718 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 38524) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:37:58.258465 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8e4e214e-79ec-4714-8105-6e216fd96100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:58.287634 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8e4e214e-79ec-4714-8105-6e216fd96100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:58.302840 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 9f7d6299-787e-4297-b563-73faf55742a4 no longer exists at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:37:58.344634 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] No Port match for: 9f7d6299-787e-4297-b563-73faf55742a4 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:37:58.345151 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 9f7d6299-787e-4297-b563-73faf55742a4 not bound to the agent host dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:37:58.350565 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8e4e214e-79ec-4714-8105-6e216fd96100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:58.355926 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-bf7cdbc2-3ad9-4cd7-b7cc-c7e09b17a51d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:37:58.370851 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e214e-79ec-4714-8105-6e216fd96100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a776aa0-e524-41a2-ae7e-f925bf9588d3,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:37:58.375779 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8e4e214e-79ec-4714-8105-6e216fd96100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:37:58.379325 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8e4e214e-79ec-4714-8105-6e216fd96100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:58.380591 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-8e4e214e-79ec-4714-8105-6e216fd96100 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1a776aa0-e524-41a2-ae7e-f925bf9588d3 HTTP/1.1" status: 204 len: 168 time: 0.1885419 Apr 23 10:38:02.157236 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4d27a02a-993c-43b3-acbe-ac3c43c60378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:02.643785 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:38:03.402323 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:04.165726 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f29678fc-e4a1-4369-839c-81ceb5b4c7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:05.422772 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:05.489880 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:07.147622 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:09.196087 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 38640) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:09.327767 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-72540fc2-145f-4b22-ae21-623ef447ddcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:09.343610 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-72540fc2-145f-4b22-ae21-623ef447ddcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:38:09.347629 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-72540fc2-145f-4b22-ae21-623ef447ddcd admin admin] Usage tracker for resource:security_group_rule and tenant:b5496c069e404722abb7f4c802d2b99b is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:38:09.350601 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-72540fc2-145f-4b22-ae21-623ef447ddcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:38:09.356776 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-72540fc2-145f-4b22-ae21-623ef447ddcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:38:09.444445 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-72540fc2-145f-4b22-ae21-623ef447ddcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:09.447052 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-72540fc2-145f-4b22-ae21-623ef447ddcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:09.456814 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a3b7686e-4c2b-4521-b39e-fd23fc94e1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:09.498276 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-72540fc2-145f-4b22-ae21-623ef447ddcd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b5496c069e404722abb7f4c802d2b99b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009670 Apr 23 10:38:09.500061 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72540fc2-145f-4b22-ae21-623ef447ddcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd17fe40-11ce-4062-8891-42cb0b576330,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:09.501595 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 38646) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:09.503545 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-72540fc2-145f-4b22-ae21-623ef447ddcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:09.565751 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-87dc2202-89d5-4aba-b2bb-38a9edd726f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:09.595813 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-87dc2202-89d5-4aba-b2bb-38a9edd726f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:09.641164 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-87dc2202-89d5-4aba-b2bb-38a9edd726f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:09.646414 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a4e4f475-861f-4582-a91d-de5cff650894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:09.659519 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc2202-89d5-4aba-b2bb-38a9edd726f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd17fe40-11ce-4062-8891-42cb0b576330,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:09.662826 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-87dc2202-89d5-4aba-b2bb-38a9edd726f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:09.664978 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-87dc2202-89d5-4aba-b2bb-38a9edd726f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:09.666205 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-87dc2202-89d5-4aba-b2bb-38a9edd726f9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bd17fe40-11ce-4062-8891-42cb0b576330 HTTP/1.1" status: 204 len: 168 time: 0.1633496 Apr 23 10:38:11.629693 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 38698) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:11.756075 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c7a452fa-ba93-421d-8f9d-963058e3fc0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:11.771876 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-c7a452fa-ba93-421d-8f9d-963058e3fc0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:38:11.776066 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-c7a452fa-ba93-421d-8f9d-963058e3fc0c admin admin] Usage tracker for resource:security_group_rule and tenant:3d9d5671b1c6498ab6d5833657b0ef57 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:38:11.779229 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-c7a452fa-ba93-421d-8f9d-963058e3fc0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:38:11.785321 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-c7a452fa-ba93-421d-8f9d-963058e3fc0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:38:12.124362 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c7a452fa-ba93-421d-8f9d-963058e3fc0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:12.127146 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c7a452fa-ba93-421d-8f9d-963058e3fc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:12.136320 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-139a2b8c-3342-4e03-8006-11163f779401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:12.179548 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-c7a452fa-ba93-421d-8f9d-963058e3fc0c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3d9d5671b1c6498ab6d5833657b0ef57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5486908 Apr 23 10:38:12.181351 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a452fa-ba93-421d-8f9d-963058e3fc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f51cbe-b1d8-4f52-b854-b264b7bd5901,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:12.182585 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 38706) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:12.184619 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c7a452fa-ba93-421d-8f9d-963058e3fc0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:12.249223 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a696db07-1e96-449c-bc55-c21c819f9478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:12.282454 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a696db07-1e96-449c-bc55-c21c819f9478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:12.330674 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a696db07-1e96-449c-bc55-c21c819f9478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:12.335779 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-07b3dd1b-2994-479c-a06d-c241ed8db9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:12.350032 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696db07-1e96-449c-bc55-c21c819f9478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f51cbe-b1d8-4f52-b854-b264b7bd5901,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:12.352516 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a696db07-1e96-449c-bc55-c21c819f9478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:12.354858 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a696db07-1e96-449c-bc55-c21c819f9478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:12.357011 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-a696db07-1e96-449c-bc55-c21c819f9478 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/05f51cbe-b1d8-4f52-b854-b264b7bd5901 HTTP/1.1" status: 204 len: 168 time: 0.1724243 Apr 23 10:38:12.666156 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 38714) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:12.685987 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3f53deac-2bfd-4e85-b1f6-121655571f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:12.702647 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-3f53deac-2bfd-4e85-b1f6-121655571f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:38:12.706748 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-3f53deac-2bfd-4e85-b1f6-121655571f4c admin admin] Usage tracker for resource:security_group_rule and tenant:cd986ad0481144d397296c5fd028b14f is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:38:12.709845 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-3f53deac-2bfd-4e85-b1f6-121655571f4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:38:12.715909 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-3f53deac-2bfd-4e85-b1f6-121655571f4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:38:12.823860 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3f53deac-2bfd-4e85-b1f6-121655571f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:12.826629 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3f53deac-2bfd-4e85-b1f6-121655571f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:12.835788 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8cba8481-67b7-43eb-9ba6-59036ddca918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:12.879080 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-3f53deac-2bfd-4e85-b1f6-121655571f4c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cd986ad0481144d397296c5fd028b14f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116051 Apr 23 10:38:12.879947 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53deac-2bfd-4e85-b1f6-121655571f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d00f29-f89c-49e7-bf0a-080bacde350b,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:12.882633 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 38718) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:12.883156 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3f53deac-2bfd-4e85-b1f6-121655571f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:12.945291 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-be0c77bc-6186-4072-aa3a-f3cbd3737796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:12.972735 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-be0c77bc-6186-4072-aa3a-f3cbd3737796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:13.018551 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-be0c77bc-6186-4072-aa3a-f3cbd3737796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:13.023619 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-db7b4e5f-d08e-4606-aad6-894f7dcae494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:13.037874 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c77bc-6186-4072-aa3a-f3cbd3737796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d00f29-f89c-49e7-bf0a-080bacde350b,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:13.040301 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-be0c77bc-6186-4072-aa3a-f3cbd3737796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:13.052246 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-be0c77bc-6186-4072-aa3a-f3cbd3737796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:13.054154 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-be0c77bc-6186-4072-aa3a-f3cbd3737796 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a6d00f29-f89c-49e7-bf0a-080bacde350b HTTP/1.1" status: 204 len: 168 time: 0.1704059 Apr 23 10:38:16.640549 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 38854) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:16.767450 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6913d545-f960-4a68-92af-52f5fc3b8153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:16.787554 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-6913d545-f960-4a68-92af-52f5fc3b8153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:38:16.791678 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-6913d545-f960-4a68-92af-52f5fc3b8153 admin admin] Usage tracker for resource:security_group_rule and tenant:799b594143c24e64900baca9cc0bef2b is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:38:16.794672 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-6913d545-f960-4a68-92af-52f5fc3b8153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:38:16.801266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-6913d545-f960-4a68-92af-52f5fc3b8153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:38:16.886336 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6913d545-f960-4a68-92af-52f5fc3b8153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:16.888993 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6913d545-f960-4a68-92af-52f5fc3b8153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:16.898530 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9511ee5d-ceff-421e-b0f7-6390272eef02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:16.941872 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913d545-f960-4a68-92af-52f5fc3b8153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007b4f51-bd01-4eee-b472-d52ada4c9e98,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:16.945282 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6913d545-f960-4a68-92af-52f5fc3b8153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:16.948075 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-6913d545-f960-4a68-92af-52f5fc3b8153 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=799b594143c24e64900baca9cc0bef2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064079 Apr 23 10:38:16.951432 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 38860) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:17.017699 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-60d66c85-a4dd-4f57-a4a1-91d03e0ef957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:17.045624 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-60d66c85-a4dd-4f57-a4a1-91d03e0ef957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:17.090516 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-60d66c85-a4dd-4f57-a4a1-91d03e0ef957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:17.096201 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1feb88f7-73fa-405f-afb6-892f97a143ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:17.112613 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d66c85-a4dd-4f57-a4a1-91d03e0ef957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007b4f51-bd01-4eee-b472-d52ada4c9e98,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:17.116738 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-60d66c85-a4dd-4f57-a4a1-91d03e0ef957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:17.122351 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-60d66c85-a4dd-4f57-a4a1-91d03e0ef957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:17.123596 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-60d66c85-a4dd-4f57-a4a1-91d03e0ef957 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/007b4f51-bd01-4eee-b472-d52ada4c9e98 HTTP/1.1" status: 204 len: 168 time: 0.1705792 Apr 23 10:38:17.415224 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 38868) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:17.433967 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-29a518c3-94eb-41f7-b272-cd68ab57b229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:17.450843 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-29a518c3-94eb-41f7-b272-cd68ab57b229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:38:17.455493 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-29a518c3-94eb-41f7-b272-cd68ab57b229 admin admin] Usage tracker for resource:security_group_rule and tenant:d80b7b886a6f4775b1b2aad0aa397108 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:38:17.458527 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-29a518c3-94eb-41f7-b272-cd68ab57b229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:38:17.464593 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-29a518c3-94eb-41f7-b272-cd68ab57b229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:38:17.551955 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-29a518c3-94eb-41f7-b272-cd68ab57b229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:17.554816 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-29a518c3-94eb-41f7-b272-cd68ab57b229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:17.564808 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6913d545-f960-4a68-92af-52f5fc3b8153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:17.610550 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-29a518c3-94eb-41f7-b272-cd68ab57b229 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d80b7b886a6f4775b1b2aad0aa397108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1941555 Apr 23 10:38:17.611548 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a518c3-94eb-41f7-b272-cd68ab57b229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be507e50-4fe2-4145-a14f-af19613ce3e7,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:17.613823 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 38872) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:17.615129 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-29a518c3-94eb-41f7-b272-cd68ab57b229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:17.679749 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-61a53078-fdfb-4ea1-bb96-6b3e80baaace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:17.708048 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-61a53078-fdfb-4ea1-bb96-6b3e80baaace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:17.753960 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-61a53078-fdfb-4ea1-bb96-6b3e80baaace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:17.759002 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c7a452fa-ba93-421d-8f9d-963058e3fc0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:17.772594 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a53078-fdfb-4ea1-bb96-6b3e80baaace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be507e50-4fe2-4145-a14f-af19613ce3e7,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:17.775706 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-61a53078-fdfb-4ea1-bb96-6b3e80baaace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:17.776722 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-61a53078-fdfb-4ea1-bb96-6b3e80baaace admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:17.778397 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-61a53078-fdfb-4ea1-bb96-6b3e80baaace admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/be507e50-4fe2-4145-a14f-af19613ce3e7 HTTP/1.1" status: 204 len: 168 time: 0.1629522 Apr 23 10:38:23.674269 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 38976) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:23.820644 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-514010a7-4384-4fc2-8034-c695f8b1acfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:23.839496 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-514010a7-4384-4fc2-8034-c695f8b1acfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:38:23.845155 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-514010a7-4384-4fc2-8034-c695f8b1acfb admin admin] Usage tracker for resource:security_group_rule and tenant:a2e1782b90e94e7381242cb1c8fd0b59 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:38:23.849587 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-514010a7-4384-4fc2-8034-c695f8b1acfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:38:23.857010 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-514010a7-4384-4fc2-8034-c695f8b1acfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:38:23.962079 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-514010a7-4384-4fc2-8034-c695f8b1acfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:23.965081 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-514010a7-4384-4fc2-8034-c695f8b1acfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:23.980203 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-52607635-9402-4231-ba07-221cf0f6ec96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:24.029205 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-514010a7-4384-4fc2-8034-c695f8b1acfb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a2e1782b90e94e7381242cb1c8fd0b59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3536489 Apr 23 10:38:24.030835 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514010a7-4384-4fc2-8034-c695f8b1acfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016def8f-a569-4c54-b002-d7045dbaf452,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:24.033845 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 38982) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:24.035167 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-514010a7-4384-4fc2-8034-c695f8b1acfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:24.128568 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cf9c4ad0-fa0d-46f6-8680-48c451cda0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:24.164861 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cf9c4ad0-fa0d-46f6-8680-48c451cda0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:24.221811 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cf9c4ad0-fa0d-46f6-8680-48c451cda0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:24.226202 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a62653cc-184e-4b39-9d90-c39f8405f2aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:24.239588 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c4ad0-fa0d-46f6-8680-48c451cda0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016def8f-a569-4c54-b002-d7045dbaf452,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:24.242424 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cf9c4ad0-fa0d-46f6-8680-48c451cda0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:24.252738 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cf9c4ad0-fa0d-46f6-8680-48c451cda0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:24.254284 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-cf9c4ad0-fa0d-46f6-8680-48c451cda0ed admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/016def8f-a569-4c54-b002-d7045dbaf452 HTTP/1.1" status: 204 len: 168 time: 0.2190871 Apr 23 10:38:24.607724 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 38990) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:24.628116 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-74bb173f-2b0a-45eb-9fb9-6c6580b9fdf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:24.645137 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-74bb173f-2b0a-45eb-9fb9-6c6580b9fdf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:38:24.649935 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-74bb173f-2b0a-45eb-9fb9-6c6580b9fdf6 admin admin] Usage tracker for resource:security_group_rule and tenant:f018d2c2fc744aa08b859d0071f6c0d7 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:38:24.653466 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-74bb173f-2b0a-45eb-9fb9-6c6580b9fdf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:38:24.660290 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-74bb173f-2b0a-45eb-9fb9-6c6580b9fdf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:38:24.761916 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-74bb173f-2b0a-45eb-9fb9-6c6580b9fdf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:24.766192 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-74bb173f-2b0a-45eb-9fb9-6c6580b9fdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:24.778772 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-dabe3f64-014a-481f-898c-dfe286faf1d5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:24.824530 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-74bb173f-2b0a-45eb-9fb9-6c6580b9fdf6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f018d2c2fc744aa08b859d0071f6c0d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149014 Apr 23 10:38:24.826656 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb173f-2b0a-45eb-9fb9-6c6580b9fdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c819a57e-c216-45be-88ca-962430963f98,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:24.828815 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 38994) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:24.830126 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-74bb173f-2b0a-45eb-9fb9-6c6580b9fdf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:24.902649 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cda2951f-ba50-46f4-ab4c-8b165c8d6894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:24.939273 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cda2951f-ba50-46f4-ab4c-8b165c8d6894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:24.993676 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cda2951f-ba50-46f4-ab4c-8b165c8d6894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:25.000300 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fd0aa90c-0efc-415f-aa31-f91ca7818778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:25.020987 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2951f-ba50-46f4-ab4c-8b165c8d6894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c819a57e-c216-45be-88ca-962430963f98,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:25.026575 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cda2951f-ba50-46f4-ab4c-8b165c8d6894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:25.045131 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-cda2951f-ba50-46f4-ab4c-8b165c8d6894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:25.049444 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-cda2951f-ba50-46f4-ab4c-8b165c8d6894 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c819a57e-c216-45be-88ca-962430963f98 HTTP/1.1" status: 204 len: 168 time: 0.2188292 Apr 23 10:38:25.486518 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 39002) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:25.508031 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4905c053-4ab5-4795-9a13-020c358c154b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:25.526226 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-4905c053-4ab5-4795-9a13-020c358c154b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:38:25.530942 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-4905c053-4ab5-4795-9a13-020c358c154b admin admin] Usage tracker for resource:security_group_rule and tenant:44973155208f4c0789465824a6acc36a is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:38:25.534039 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-4905c053-4ab5-4795-9a13-020c358c154b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:38:25.542229 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-4905c053-4ab5-4795-9a13-020c358c154b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:38:25.646991 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4905c053-4ab5-4795-9a13-020c358c154b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:25.649937 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4905c053-4ab5-4795-9a13-020c358c154b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:25.659884 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-44b03e32-d5aa-4b42-8923-dec6e44e050c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:25.710946 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-4905c053-4ab5-4795-9a13-020c358c154b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=44973155208f4c0789465824a6acc36a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231803 Apr 23 10:38:25.711911 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905c053-4ab5-4795-9a13-020c358c154b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b2f8ed-1c7e-4f3e-9518-204e444de51b,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:25.713930 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 39006) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:25.715179 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4905c053-4ab5-4795-9a13-020c358c154b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:25.797497 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4c68a8a6-e3dc-4b86-a390-9949b2826edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:25.826001 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4c68a8a6-e3dc-4b86-a390-9949b2826edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:25.876429 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4c68a8a6-e3dc-4b86-a390-9949b2826edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:25.880611 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a3959673-c549-4d59-8942-923c4fdfcf99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:25.895682 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68a8a6-e3dc-4b86-a390-9949b2826edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b2f8ed-1c7e-4f3e-9518-204e444de51b,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:25.898899 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4c68a8a6-e3dc-4b86-a390-9949b2826edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:25.909736 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4c68a8a6-e3dc-4b86-a390-9949b2826edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:25.912637 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-4c68a8a6-e3dc-4b86-a390-9949b2826edd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/54b2f8ed-1c7e-4f3e-9518-204e444de51b HTTP/1.1" status: 204 len: 168 time: 0.1970189 Apr 23 10:38:32.157812 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f81e5c5-b718-44fd-a589-2828a257ddf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:33.430179 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:33.697282 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2d2a5-5073-4992-8760-7fd2303cf34b req-2ad63998-11b0-4ecd-8f68-e78823c28166 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:38:33.698881 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2bb2d2a5-5073-4992-8760-7fd2303cf34b req-2ad63998-11b0-4ecd-8f68-e78823c28166 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 946 time: 0.0893335 Apr 23 10:38:33.713230 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 39142) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:33.747804 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2bb2d2a5-5073-4992-8760-7fd2303cf34b req-0bf231cb-4479-4fec-a434-3a3355ac6d10 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416718 Apr 23 10:38:33.841797 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-40dcb8e2-7e53-4cf3-ae59-07ac1a7da692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:33.856707 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-40dcb8e2-7e53-4cf3-ae59-07ac1a7da692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:38:33.860683 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-40dcb8e2-7e53-4cf3-ae59-07ac1a7da692 admin admin] Usage tracker for resource:security_group_rule and tenant:e3258248e16b4bda8a16b71fa217f765 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:38:33.863611 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-40dcb8e2-7e53-4cf3-ae59-07ac1a7da692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:38:33.869592 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-40dcb8e2-7e53-4cf3-ae59-07ac1a7da692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:38:33.953550 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-40dcb8e2-7e53-4cf3-ae59-07ac1a7da692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:33.956630 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-40dcb8e2-7e53-4cf3-ae59-07ac1a7da692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:33.965933 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f07a36e2-e71a-4ce1-9c2f-e68ef9f9a728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:34.007588 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-40dcb8e2-7e53-4cf3-ae59-07ac1a7da692 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e3258248e16b4bda8a16b71fa217f765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931991 Apr 23 10:38:34.009765 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dcb8e2-7e53-4cf3-ae59-07ac1a7da692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7245b4b2-45cf-4a95-ace0-47c761014941,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:34.010683 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 39148) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:34.018236 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dcb8e2-7e53-4cf3-ae59-07ac1a7da692 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:38:34.018668 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dcb8e2-7e53-4cf3-ae59-07ac1a7da692 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:38:34.019128 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dcb8e2-7e53-4cf3-ae59-07ac1a7da692 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:38:34.019544 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dcb8e2-7e53-4cf3-ae59-07ac1a7da692 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:38:34.019951 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dcb8e2-7e53-4cf3-ae59-07ac1a7da692 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:38:34.020368 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dcb8e2-7e53-4cf3-ae59-07ac1a7da692 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:38:34.020787 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dcb8e2-7e53-4cf3-ae59-07ac1a7da692 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:38:34.021190 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dcb8e2-7e53-4cf3-ae59-07ac1a7da692 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:38:34.021594 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dcb8e2-7e53-4cf3-ae59-07ac1a7da692 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:38:34.021997 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dcb8e2-7e53-4cf3-ae59-07ac1a7da692 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:38:34.022400 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dcb8e2-7e53-4cf3-ae59-07ac1a7da692 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:38:34.022797 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dcb8e2-7e53-4cf3-ae59-07ac1a7da692 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:38:34.027313 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-40dcb8e2-7e53-4cf3-ae59-07ac1a7da692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:34.079275 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2d1fc8c6-f2af-4426-8da1-ac4b9c6570eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:34.105666 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2d1fc8c6-f2af-4426-8da1-ac4b9c6570eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:34.149727 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2d1fc8c6-f2af-4426-8da1-ac4b9c6570eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:34.153601 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f1deea95-1121-4a48-8db2-a65deece8a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:34.167430 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fc8c6-f2af-4426-8da1-ac4b9c6570eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7245b4b2-45cf-4a95-ace0-47c761014941,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:34.167809 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1c6aad5e-d265-4c6b-ba95-24b3a9cedaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:34.172093 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2d1fc8c6-f2af-4426-8da1-ac4b9c6570eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:34.177850 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2d1fc8c6-f2af-4426-8da1-ac4b9c6570eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:34.179062 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-2d1fc8c6-f2af-4426-8da1-ac4b9c6570eb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7245b4b2-45cf-4a95-ace0-47c761014941 HTTP/1.1" status: 204 len: 168 time: 0.1671214 Apr 23 10:38:34.471898 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 39158) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:34.491206 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4fbfc2aa-1f91-4e71-8a2b-84f845ee6c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:34.506420 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-4fbfc2aa-1f91-4e71-8a2b-84f845ee6c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:38:34.510459 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-4fbfc2aa-1f91-4e71-8a2b-84f845ee6c57 admin admin] Usage tracker for resource:security_group_rule and tenant:8d9ebe1f950542f4827503f2fabde725 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:38:34.513390 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-4fbfc2aa-1f91-4e71-8a2b-84f845ee6c57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:38:34.519681 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-4fbfc2aa-1f91-4e71-8a2b-84f845ee6c57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:38:34.604725 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4fbfc2aa-1f91-4e71-8a2b-84f845ee6c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:34.607453 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4fbfc2aa-1f91-4e71-8a2b-84f845ee6c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:34.615392 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-49ea882f-4f1d-4303-a84b-9a336b8b9f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:34.662223 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-4fbfc2aa-1f91-4e71-8a2b-84f845ee6c57 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8d9ebe1f950542f4827503f2fabde725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1891477 Apr 23 10:38:34.663209 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfc2aa-1f91-4e71-8a2b-84f845ee6c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6320ebec-7388-4707-9c9f-cc88f6ee489a,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:34.665161 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 39162) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:34.666408 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4fbfc2aa-1f91-4e71-8a2b-84f845ee6c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:34.732528 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b0830b5-6822-42a7-89e9-9cd2360f6fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:34.759420 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b0830b5-6822-42a7-89e9-9cd2360f6fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:34.804412 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b0830b5-6822-42a7-89e9-9cd2360f6fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:34.808305 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-11f8d711-0439-44a1-94eb-d02dd75a9cb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:34.821501 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0830b5-6822-42a7-89e9-9cd2360f6fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6320ebec-7388-4707-9c9f-cc88f6ee489a,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:34.824376 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5b0830b5-6822-42a7-89e9-9cd2360f6fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:34.835898 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b0830b5-6822-42a7-89e9-9cd2360f6fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:34.840142 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-5b0830b5-6822-42a7-89e9-9cd2360f6fb2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6320ebec-7388-4707-9c9f-cc88f6ee489a HTTP/1.1" status: 204 len: 168 time: 0.1708155 Apr 23 10:38:34.965393 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd785a9-4b9d-4bdb-9082-374a13c4aa15 req-374a14d4-0bb8-47d8-a387-63dbe641b75d tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:38:34.967582 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6cd785a9-4b9d-4bdb-9082-374a13c4aa15 req-374a14d4-0bb8-47d8-a387-63dbe641b75d tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 946 time: 0.0919070 Apr 23 10:38:35.021526 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6cd785a9-4b9d-4bdb-9082-374a13c4aa15 req-42986ff0-0653-476d-b1ae-94ed26d4ca07 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468605 Apr 23 10:38:35.425711 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:35.492222 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:36.193742 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5be667-2a32-448e-b647-462b7cd03074 req-3b030733-9df0-4124-812d-5987b5455aaa tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:38:36.194531 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-3c5be667-2a32-448e-b647-462b7cd03074 req-3b030733-9df0-4124-812d-5987b5455aaa tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Synchronizing usage tracker for tenant:9d145e5c62004c8fb3ccc764665554b4 on resource:port {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:38:36.211316 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-3c5be667-2a32-448e-b647-462b7cd03074 req-3b030733-9df0-4124-812d-5987b5455aaa tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Unset dirty status for tenant:9d145e5c62004c8fb3ccc764665554b4 on resource:port {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:38:36.213679 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3c5be667-2a32-448e-b647-462b7cd03074 req-3b030733-9df0-4124-812d-5987b5455aaa tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.68 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 946 time: 0.1167631 Apr 23 10:38:36.244438 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b82e55-cff7-496a-80b8-a914df63c4ac req-78200be4-cc3e-4c37-a5d6-74bedc29d129 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:38:36.246133 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-10b82e55-cff7-496a-80b8-a914df63c4ac req-78200be4-cc3e-4c37-a5d6-74bedc29d129 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 946 time: 0.0993953 Apr 23 10:38:36.303126 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-10b82e55-cff7-496a-80b8-a914df63c4ac req-2f98b986-8238-46f9-b15d-99c11af98262 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups?id=57bd1993-91f3-4003-83eb-46a9b11f5b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457556 Apr 23 10:38:36.370247 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-3c5be667-2a32-448e-b647-462b7cd03074 req-af530d03-cea7-4818-8477-2eb5d26b60cf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Deleting port 92c64a3e-1109-4812-82df-ad7b61fa9b93 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:38:36.370639 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3c5be667-2a32-448e-b647-462b7cd03074 req-af530d03-cea7-4818-8477-2eb5d26b60cf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:36.513257 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-3c5be667-2a32-448e-b647-462b7cd03074 req-af530d03-cea7-4818-8477-2eb5d26b60cf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] For port 92c64a3e-1109-4812-82df-ad7b61fa9b93, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=92c64a3e-1109-4812-82df-ad7b61fa9b93,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:38:36.514319 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3c5be667-2a32-448e-b647-462b7cd03074 req-af530d03-cea7-4818-8477-2eb5d26b60cf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:36.846699 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3c5be667-2a32-448e-b647-462b7cd03074 req-af530d03-cea7-4818-8477-2eb5d26b60cf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:36.847112 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3c5be667-2a32-448e-b647-462b7cd03074 req-af530d03-cea7-4818-8477-2eb5d26b60cf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414858'] for floatingip, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:36.847460 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.l3_db [req-3c5be667-2a32-448e-b647-462b7cd03074 req-af530d03-cea7-4818-8477-2eb5d26b60cf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Floating IP f85f953a-4d6f-4fe0-8135-f7fce7b16b31 disassociated. External IP: 172.28.3.70, port: 92c64a3e-1109-4812-82df-ad7b61fa9b93. Apr 23 10:38:36.847833 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-3c5be667-2a32-448e-b647-462b7cd03074 req-af530d03-cea7-4818-8477-2eb5d26b60cf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Calling delete_port for 92c64a3e-1109-4812-82df-ad7b61fa9b93 owned by compute:nova {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:38:36.965745 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3c5be667-2a32-448e-b647-462b7cd03074 req-af530d03-cea7-4818-8477-2eb5d26b60cf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:36.971687 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ed820544-4545-479b-bea2-3d5811b9c434 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:37.023767 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af530d03-cea7-4818-8477-2eb5d26b60cf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Pushing event deleted for resources: {'Port': ['ID=92c64a3e-1109-4812-82df-ad7b61fa9b93,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:37.027634 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-af530d03-cea7-4818-8477-2eb5d26b60cf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:37.132526 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 39226) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:37.151041 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:37.227286 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c5be667-2a32-448e-b647-462b7cd03074 req-af530d03-cea7-4818-8477-2eb5d26b60cf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Router 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 has already been hosted by L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 {{(pid=86422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:38:37.263453 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fa2270d2-616b-4139-b205-372993cf2bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:37.280139 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-fa2270d2-616b-4139-b205-372993cf2bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:38:37.284415 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-fa2270d2-616b-4139-b205-372993cf2bad admin admin] Usage tracker for resource:security_group_rule and tenant:20fa4aae9b4b426fa6e7db65914647a3 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:38:37.287480 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-fa2270d2-616b-4139-b205-372993cf2bad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:38:37.294265 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-fa2270d2-616b-4139-b205-372993cf2bad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:38:37.400284 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fa2270d2-616b-4139-b205-372993cf2bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:37.405547 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fa2270d2-616b-4139-b205-372993cf2bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:37.416238 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-aef1bde7-e59d-4b34-beb2-69616fba45f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:37.422067 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c5be667-2a32-448e-b647-462b7cd03074 req-af530d03-cea7-4818-8477-2eb5d26b60cf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:38:37.448267 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb4de3a-f1ad-48c7-acca-6f8d6cc0d792 None None] Sync routers for ids ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'] in dv-cinder-779233-3-smb {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:38:37.449449 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2270d2-616b-4139-b205-372993cf2bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce3d784-73b9-4c31-83bf-81fd722ce7f6,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:37.470690 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb4de3a-f1ad-48c7-acca-6f8d6cc0d792 None None] Routers {'90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:38:37.471481 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-aeb4de3a-f1ad-48c7-acca-6f8d6cc0d792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:38:34Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:38:37.510821 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fa2270d2-616b-4139-b205-372993cf2bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:37.516558 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5be667-2a32-448e-b647-462b7cd03074 req-af530d03-cea7-4818-8477-2eb5d26b60cf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] No DVR routers for this DVR port 92c64a3e-1109-4812-82df-ad7b61fa9b93 on host hv-cinder-77923 {{(pid=86422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:38:37.519386 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-3c5be667-2a32-448e-b647-462b7cd03074 req-af530d03-cea7-4818-8477-2eb5d26b60cf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:37.525241 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-94090738-4fb0-4eea-91f9-4ce081a9a714 req-13c49652-c920-40c8-9666-397e11022878 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/ports?device_id=84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a HTTP/1.1" status: 200 len: 210 time: 0.0725462 Apr 23 10:38:37.531458 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a', 'name': 'network-vif-deleted', 'tag': '92c64a3e-1109-4812-82df-ad7b61fa9b93'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:38:37.532808 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-fa2270d2-616b-4139-b205-372993cf2bad admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=20fa4aae9b4b426fa6e7db65914647a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3987870 Apr 23 10:38:37.533721 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 39234) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:37.539259 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3c5be667-2a32-448e-b647-462b7cd03074 req-af530d03-cea7-4818-8477-2eb5d26b60cf tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.68 "DELETE /v2.0/ports/92c64a3e-1109-4812-82df-ad7b61fa9b93 HTTP/1.1" status: 204 len: 173 time: 1.3188848 Apr 23 10:38:37.603424 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ee57b6-c8f0-4fb6-9f1f-5fb0714d2b1a', 'name': 'network-vif-deleted', 'tag': '92c64a3e-1109-4812-82df-ad7b61fa9b93', 'status': 'completed', 'code': 200} Apr 23 10:38:37.635199 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fea1ddb5-ec8f-4923-bd28-fbd525800cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:37.672081 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fea1ddb5-ec8f-4923-bd28-fbd525800cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:37.724463 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fea1ddb5-ec8f-4923-bd28-fbd525800cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:37.731133 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a696db07-1e96-449c-bc55-c21c819f9478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:37.747072 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1ddb5-ec8f-4923-bd28-fbd525800cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce3d784-73b9-4c31-83bf-81fd722ce7f6,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:37.750507 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fea1ddb5-ec8f-4923-bd28-fbd525800cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:37.756403 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fea1ddb5-ec8f-4923-bd28-fbd525800cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:37.760832 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-fea1ddb5-ec8f-4923-bd28-fbd525800cfe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fce3d784-73b9-4c31-83bf-81fd722ce7f6 HTTP/1.1" status: 204 len: 168 time: 0.2258778 Apr 23 10:38:37.894070 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-aeb4de3a-f1ad-48c7-acca-6f8d6cc0d792 None None] Set router 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:38:38.097776 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 39244) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:38.117095 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3f93cf04-16cd-4949-a77d-c1c21053082f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:38.132952 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-3f93cf04-16cd-4949-a77d-c1c21053082f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:38:38.137189 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-3f93cf04-16cd-4949-a77d-c1c21053082f admin admin] Usage tracker for resource:security_group_rule and tenant:9cf32047923c4fdaa046ef064e69f331 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:38:38.140693 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-3f93cf04-16cd-4949-a77d-c1c21053082f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:38:38.147057 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-3f93cf04-16cd-4949-a77d-c1c21053082f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:38:38.238568 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3f93cf04-16cd-4949-a77d-c1c21053082f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:38.242640 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3f93cf04-16cd-4949-a77d-c1c21053082f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:38.252103 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1eb57d9a-b2e6-4293-ae91-017d1a20274b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:38.252291 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-aeb4de3a-f1ad-48c7-acca-6f8d6cc0d792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1507054443-router', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:23Z', 'revision_number': 4, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'gw_port': {'id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:07Z', 'updated_at': '2021-04-23T10:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '86e37561-8243-4a67-b297-9e8da95a8d2d', 'name': '', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'mac_address': 'fa:16:3e:34:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:22Z', 'updated_at': '2021-04-23T10:29:38Z', 'revision_number': 5, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'subnets': [{'id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:38:38.256664 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb4de3a-f1ad-48c7-acca-6f8d6cc0d792 None None] Checking router: 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 for host: dv-cinder-779233-3-smb {{(pid=86424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:38:38.267626 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb4de3a-f1ad-48c7-acca-6f8d6cc0d792 None None] Routers {'90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:38:38.268398 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-aeb4de3a-f1ad-48c7-acca-6f8d6cc0d792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:38:34Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:38:38.300100 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-3f93cf04-16cd-4949-a77d-c1c21053082f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9cf32047923c4fdaa046ef064e69f331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010653 Apr 23 10:38:38.301170 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93cf04-16cd-4949-a77d-c1c21053082f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8702d2cc-74fb-4f93-8a10-f77a42398bd8,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:38.304448 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 39248) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:38.305264 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3f93cf04-16cd-4949-a77d-c1c21053082f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:38.385974 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-763b8976-f921-477f-95f6-bb723af88d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:38.414627 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-763b8976-f921-477f-95f6-bb723af88d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:38.463717 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-763b8976-f921-477f-95f6-bb723af88d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:38.469164 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-aeb4de3a-f1ad-48c7-acca-6f8d6cc0d792 None None] Set router 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:38:38.470716 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c8f53da8-f7d8-4ecb-a111-998380ab65c6 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:38.481315 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b8976-f921-477f-95f6-bb723af88d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8702d2cc-74fb-4f93-8a10-f77a42398bd8,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:38.485111 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-763b8976-f921-477f-95f6-bb723af88d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:38.488635 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-763b8976-f921-477f-95f6-bb723af88d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:38.490013 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-763b8976-f921-477f-95f6-bb723af88d1c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8702d2cc-74fb-4f93-8a10-f77a42398bd8 HTTP/1.1" status: 204 len: 168 time: 0.1834528 Apr 23 10:38:38.709391 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 39260) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:38.796275 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-902f5ec4-c8ac-46e4-92f5-e1969d0deb6b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:38.831430 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-902f5ec4-c8ac-46e4-92f5-e1969d0deb6b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:38.856196 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-aeb4de3a-f1ad-48c7-acca-6f8d6cc0d792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1507054443-router', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:23Z', 'revision_number': 4, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'gw_port': {'id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:07Z', 'updated_at': '2021-04-23T10:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '86e37561-8243-4a67-b297-9e8da95a8d2d', 'name': '', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'mac_address': 'fa:16:3e:34:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:22Z', 'updated_at': '2021-04-23T10:29:38Z', 'revision_number': 5, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'subnets': [{'id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:38:38.871861 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb4de3a-f1ad-48c7-acca-6f8d6cc0d792 None None] The sync data for ids ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'] in dv-cinder-779233-3-smb is: [{'id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1507054443-router', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:29:23Z', 'revision_number': 4, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'gw_port': {'id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:07Z', 'updated_at': '2021-04-23T10:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '86e37561-8243-4a67-b297-9e8da95a8d2d', 'name': '', 'network_id': '07e313a3-9394-4ad4-9174-85a4ed950f67', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'mac_address': 'fa:16:3e:34:1c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:22Z', 'updated_at': '2021-04-23T10:29:38Z', 'revision_number': 5, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'subnets': [{'id': '5902ead7-1ca3-4af8-a9cd-6880ceeef64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:38:38.893592 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-902f5ec4-c8ac-46e4-92f5-e1969d0deb6b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:38.906694 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-cf5221ad-16fc-436d-a7f4-5089c2f3d541 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:38.926543 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f5ec4-c8ac-46e4-92f5-e1969d0deb6b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bd1993-91f3-4003-83eb-46a9b11f5b59,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:38.933131 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-902f5ec4-c8ac-46e4-92f5-e1969d0deb6b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:38.940799 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-902f5ec4-c8ac-46e4-92f5-e1969d0deb6b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:38.945589 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-902f5ec4-c8ac-46e4-92f5-e1969d0deb6b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "DELETE /v2.0/security-groups/57bd1993-91f3-4003-83eb-46a9b11f5b59 HTTP/1.1" status: 204 len: 168 time: 0.2342098 Apr 23 10:38:38.946138 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 39268) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:38.966757 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.api.v2.resource [None req-92cf73b7-d6a6-494f-9a9f-921ef20ddf87 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] show failed (client error): The resource could not be found. Apr 23 10:38:38.971949 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 39272) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:38.980815 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-92cf73b7-d6a6-494f-9a9f-921ef20ddf87 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "GET /v2.0/security-groups/57bd1993-91f3-4003-83eb-46a9b11f5b59 HTTP/1.1" status: 404 len: 347 time: 0.0209329 Apr 23 10:38:39.122385 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 92c64a3e-1109-4812-82df-ad7b61fa9b93 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:38:39.187459 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] No Port match for: 92c64a3e-1109-4812-82df-ad7b61fa9b93 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:38:39.187958 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 92c64a3e-1109-4812-82df-ad7b61fa9b93 not bound to the agent host hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:38:39.230115 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-81e51bbf-4de4-4a1a-b2d0-199b980bc1b4 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Deleting port 9762a686-e671-49e5-b746-1311310474b5 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:38:39.230500 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-81e51bbf-4de4-4a1a-b2d0-199b980bc1b4 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:39.365929 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-81e51bbf-4de4-4a1a-b2d0-199b980bc1b4 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:39.366268 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-81e51bbf-4de4-4a1a-b2d0-199b980bc1b4 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:39.387266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ee0af8-1015-41dc-8b01-25ac25ab980d None None] New status for floating IP f85f953a-4d6f-4fe0-8135-f7fce7b16b31: DOWN {{(pid=86423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:38:39.509313 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-81e51bbf-4de4-4a1a-b2d0-199b980bc1b4 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Calling delete_port for 9762a686-e671-49e5-b746-1311310474b5 owned by network:floatingip {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:38:39.641261 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-81e51bbf-4de4-4a1a-b2d0-199b980bc1b4 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5993849'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:39.644976 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:38:39.646278 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.db.api [None req-a2ee0af8-1015-41dc-8b01-25ac25ab980d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86423) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 10:38:39.647021 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-042af0fb-61e5-47d7-a30d-4ef47e113945 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:39.647296 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_db.api [None req-a2ee0af8-1015-41dc-8b01-25ac25ab980d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 10:38:39.698886 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e51bbf-4de4-4a1a-b2d0-199b980bc1b4 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Pushing event deleted for resources: {'Port': ['ID=9762a686-e671-49e5-b746-1311310474b5,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:39.702194 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-81e51bbf-4de4-4a1a-b2d0-199b980bc1b4 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:40.038464 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-81e51bbf-4de4-4a1a-b2d0-199b980bc1b4 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks [] for floatingip, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:40.054592 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-81e51bbf-4de4-4a1a-b2d0-199b980bc1b4 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:40.061078 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-81e51bbf-4de4-4a1a-b2d0-199b980bc1b4 tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] 10.222.0.70 "DELETE /v2.0/floatingips/f85f953a-4d6f-4fe0-8135-f7fce7b16b31 HTTP/1.1" status: 204 len: 168 time: 1.0828001 Apr 23 10:38:40.148717 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ee0af8-1015-41dc-8b01-25ac25ab980d None None] New status for floating IP f85f953a-4d6f-4fe0-8135-f7fce7b16b31: DOWN {{(pid=86423) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:38:42.922737 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 39374) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:43.707325 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8c7c2d23-0828-4fd6-9fdc-df718c3506a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854376287'] for router_interface, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:44.154273 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-8c7c2d23-0828-4fd6-9fdc-df718c3506a5 admin admin] Deleting port 86e37561-8243-4a67-b297-9e8da95a8d2d {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:38:44.154877 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8c7c2d23-0828-4fd6-9fdc-df718c3506a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:44.285392 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-8c7c2d23-0828-4fd6-9fdc-df718c3506a5 admin admin] For port 86e37561-8243-4a67-b297-9e8da95a8d2d, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=86e37561-8243-4a67-b297-9e8da95a8d2d,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:38:44.285787 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8c7c2d23-0828-4fd6-9fdc-df718c3506a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:44.422780 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-8c7c2d23-0828-4fd6-9fdc-df718c3506a5 admin admin] Calling delete_port for 86e37561-8243-4a67-b297-9e8da95a8d2d owned by network:router_interface {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:38:44.572788 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8c7c2d23-0828-4fd6-9fdc-df718c3506a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5993849'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:44.578959 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c3a8116f-9027-41b5-a71d-63a18074e0d6 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:44.629729 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c2d23-0828-4fd6-9fdc-df718c3506a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=86e37561-8243-4a67-b297-9e8da95a8d2d,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:44.657775 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8c7c2d23-0828-4fd6-9fdc-df718c3506a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:44.928793 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8c7c2d23-0828-4fd6-9fdc-df718c3506a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854376225'] for router_interface, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:45.334220 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7c2d23-0828-4fd6-9fdc-df718c3506a5 admin admin] Router 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 has already been hosted by L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 {{(pid=86420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:38:45.794146 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7c2d23-0828-4fd6-9fdc-df718c3506a5 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:38:45.804894 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d05ed-f2ac-417e-844e-332976826a9c None None] Sync routers for ids ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'] in dv-cinder-779233-3-smb {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:38:45.808896 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-8c7c2d23-0828-4fd6-9fdc-df718c3506a5 admin admin] 10.222.0.70 "PUT /v2.0/routers/90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8849909 Apr 23 10:38:45.812233 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 39386) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:45.815898 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01d05ed-f2ac-417e-844e-332976826a9c None None] Routers {'90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:38:45.817086 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-d01d05ed-f2ac-417e-844e-332976826a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:38:34Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:38:46.023648 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4326b4e2-f95b-4814-89c3-1bb8128b07c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:46.041916 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-d01d05ed-f2ac-417e-844e-332976826a9c None None] Set router 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:38:46.233859 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4326b4e2-f95b-4814-89c3-1bb8128b07c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:46.313852 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-4326b4e2-f95b-4814-89c3-1bb8128b07c8 admin admin] Deleting port 45734fbf-9f3e-428a-bdde-8e9e07fe24bf {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:38:46.314520 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4326b4e2-f95b-4814-89c3-1bb8128b07c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:46.379195 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-d01d05ed-f2ac-417e-844e-332976826a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1507054443-router', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:38:44Z', 'revision_number': 5, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'gw_port': {'id': '45734fbf-9f3e-428a-bdde-8e9e07fe24bf', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:29:07Z', 'updated_at': '2021-04-23T10:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:38:46.383677 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d05ed-f2ac-417e-844e-332976826a9c None None] Checking router: 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 for host: dv-cinder-779233-3-smb {{(pid=86424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:38:46.399376 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01d05ed-f2ac-417e-844e-332976826a9c None None] Routers {'90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:38:46.400512 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-d01d05ed-f2ac-417e-844e-332976826a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:38:34Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:38:46.458085 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-4326b4e2-f95b-4814-89c3-1bb8128b07c8 admin admin] For port 45734fbf-9f3e-428a-bdde-8e9e07fe24bf, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=45734fbf-9f3e-428a-bdde-8e9e07fe24bf,segment=NetworkSegment(2310ff8d-72d8-4ca8-834c-a38d93326363),segment_id=2310ff8d-72d8-4ca8-834c-a38d93326363)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:38:46.458485 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4326b4e2-f95b-4814-89c3-1bb8128b07c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:46.582354 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-d01d05ed-f2ac-417e-844e-332976826a9c None None] Set router 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 gateway port host: None {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:38:46.603383 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-4326b4e2-f95b-4814-89c3-1bb8128b07c8 admin admin] Calling delete_port for 45734fbf-9f3e-428a-bdde-8e9e07fe24bf owned by network:router_gateway {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:38:46.698908 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-d01d05ed-f2ac-417e-844e-332976826a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1507054443-router', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:38:46Z', 'revision_number': 6, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'gw_port_host': None}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:38:46.703928 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d05ed-f2ac-417e-844e-332976826a9c None None] The sync data for ids ['90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1'] in dv-cinder-779233-3-smb is: [{'id': '90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1507054443-router', 'tenant_id': '9d145e5c62004c8fb3ccc764665554b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:29:04Z', 'updated_at': '2021-04-23T10:38:46Z', 'revision_number': 6, 'project_id': '9d145e5c62004c8fb3ccc764665554b4', 'gw_port_host': None}] {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:38:46.772561 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4326b4e2-f95b-4814-89c3-1bb8128b07c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:46.781229 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ca4c76ca-8986-4349-92e6-17e7e4d13364 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:46.841282 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326b4e2-f95b-4814-89c3-1bb8128b07c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=45734fbf-9f3e-428a-bdde-8e9e07fe24bf,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:46.870628 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4326b4e2-f95b-4814-89c3-1bb8128b07c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:46.949794 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4326b4e2-f95b-4814-89c3-1bb8128b07c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501854'] for router_gateway, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:47.383129 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4326b4e2-f95b-4814-89c3-1bb8128b07c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-400642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-461'] for router, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:47.385715 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4326b4e2-f95b-4814-89c3-1bb8128b07c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:47.408081 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4326b4e2-f95b-4814-89c3-1bb8128b07c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854369722'] for router, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:47.408665 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4326b4e2-f95b-4814-89c3-1bb8128b07c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 {{(pid=86422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 10:38:47.430534 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4326b4e2-f95b-4814-89c3-1bb8128b07c8 admin admin] Notify callbacks [] for router, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:47.431806 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-4326b4e2-f95b-4814-89c3-1bb8128b07c8 admin admin] 10.222.0.70 "DELETE /v2.0/routers/90cdfa8f-dcb5-42fb-a0a3-6fa06b5e68c1 HTTP/1.1" status: 204 len: 168 time: 1.6182375 Apr 23 10:38:47.434626 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 39392) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:47.504560 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e61a8c-7767-4f3c-b67c-8cb9081d1290 admin admin] Deleting subnet 5902ead7-1ca3-4af8-a9cd-6880ceeef64b {{(pid=86422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 10:38:47.507883 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-27e61a8c-7767-4f3c-b67c-8cb9081d1290 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:47.564925 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-27e61a8c-7767-4f3c-b67c-8cb9081d1290 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7123019'] for subnet, precommit_delete_associations {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:47.650440 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-27e61a8c-7767-4f3c-b67c-8cb9081d1290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853331552'] for subnet, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:47.920911 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-27e61a8c-7767-4f3c-b67c-8cb9081d1290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1444248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6539322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4765900'] for subnet, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:47.925969 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ae86b797-55ff-4f03-9eee-51d026575481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:47.965450 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e61a8c-7767-4f3c-b67c-8cb9081d1290 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5902ead7-1ca3-4af8-a9cd-6880ceeef64b,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:47.967644 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-27e61a8c-7767-4f3c-b67c-8cb9081d1290 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:47.974597 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-27e61a8c-7767-4f3c-b67c-8cb9081d1290 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5902ead7-1ca3-4af8-a9cd-6880ceeef64b HTTP/1.1" status: 204 len: 168 time: 0.5387998 Apr 23 10:38:47.975788 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-27e61a8c-7767-4f3c-b67c-8cb9081d1290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:47.976322 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b66352a-cad9-4b4d-8f36-cfccae6e3579 None None] Network 07e313a3-9394-4ad4-9174-85a4ed950f67 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:38:47.977333 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 39398) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:48.114296 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c0c9e20e-05ca-4a08-bce9-7385e6eff705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853440276'] for network, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:48.200916 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-c0c9e20e-05ca-4a08-bce9-7385e6eff705 admin admin] Deleting port 7abd9569-2faf-4198-a8f0-4f871c729b3f {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:38:48.201228 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c0c9e20e-05ca-4a08-bce9-7385e6eff705 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:48.315101 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-c0c9e20e-05ca-4a08-bce9-7385e6eff705 admin admin] For port 7abd9569-2faf-4198-a8f0-4f871c729b3f, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=7abd9569-2faf-4198-a8f0-4f871c729b3f,segment=NetworkSegment(aff5ab4a-db51-4e6a-9d0c-86298208740f),segment_id=aff5ab4a-db51-4e6a-9d0c-86298208740f)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:38:48.315487 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c0c9e20e-05ca-4a08-bce9-7385e6eff705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:48.364574 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 45734fbf-9f3e-428a-bdde-8e9e07fe24bf no longer exists at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:38:48.412999 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] No Port match for: 45734fbf-9f3e-428a-bdde-8e9e07fe24bf {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:38:48.413614 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 45734fbf-9f3e-428a-bdde-8e9e07fe24bf not bound to the agent host dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:38:48.413828 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 86e37561-8243-4a67-b297-9e8da95a8d2d no longer exists at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:38:48.455045 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] No Port match for: 86e37561-8243-4a67-b297-9e8da95a8d2d {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:38:48.455485 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 86e37561-8243-4a67-b297-9e8da95a8d2d not bound to the agent host dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:38:48.464216 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-c0c9e20e-05ca-4a08-bce9-7385e6eff705 admin admin] Calling delete_port for 7abd9569-2faf-4198-a8f0-4f871c729b3f owned by network:dhcp {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:38:48.521689 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c0c9e20e-05ca-4a08-bce9-7385e6eff705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:48.527103 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4326b4e2-f95b-4814-89c3-1bb8128b07c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:48.534558 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aad729-61cc-4131-9b65-b6042918944e None None] DHCP port deletion for 07e313a3-9394-4ad4-9174-85a4ed950f67 request from dv-cinder-779233-3-smb {{(pid=86423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 10:38:48.582807 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9e20e-05ca-4a08-bce9-7385e6eff705 admin admin] Pushing event deleted for resources: {'Port': ['ID=7abd9569-2faf-4198-a8f0-4f871c729b3f,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:48.586460 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c0c9e20e-05ca-4a08-bce9-7385e6eff705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:48.587472 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c9e20e-05ca-4a08-bce9-7385e6eff705 admin admin] No DVR routers for this DVR port 7abd9569-2faf-4198-a8f0-4f871c729b3f on host dv-cinder-779233-3-smb {{(pid=86422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:38:48.719696 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c0c9e20e-05ca-4a08-bce9-7385e6eff705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1444341', 'neutron.services.segments.db._delete_segments_for_network-8747066344563'] for network, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:48.845472 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-c0c9e20e-05ca-4a08-bce9-7385e6eff705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e313a3-9394-4ad4-9174-85a4ed950f67']}} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:38:48.859227 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-c0c9e20e-05ca-4a08-bce9-7385e6eff705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff5ab4a-db51-4e6a-9d0c-86298208740f') {'for_net_delete': True} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:38:48.859717 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-c0c9e20e-05ca-4a08-bce9-7385e6eff705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff5ab4a-db51-4e6a-9d0c-86298208740f') {} {{(pid=86422) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:38:48.873529 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c0c9e20e-05ca-4a08-bce9-7385e6eff705 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289788450659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847652797'] for segment, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:48.891114 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c0c9e20e-05ca-4a08-bce9-7385e6eff705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:48.898495 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c9e20e-05ca-4a08-bce9-7385e6eff705 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=86422) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 10:38:49.083456 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-c0c9e20e-05ca-4a08-bce9-7385e6eff705 admin admin] Network 07e313a3-9394-4ad4-9174-85a4ed950f67 has no segments {{(pid=86422) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:38:49.097303 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c0c9e20e-05ca-4a08-bce9-7385e6eff705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853312079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848233063'] for segment, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:49.285080 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-c0c9e20e-05ca-4a08-bce9-7385e6eff705 admin admin] Network 07e313a3-9394-4ad4-9174-85a4ed950f67 has no segments {{(pid=86422) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: Traceback (most recent call last): Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: timer() Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: cb(*args, **kw) Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: return func(*args, **kwargs) Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: self._notify() Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: self.callback(batched_events) Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: event.method(event) Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: segment_id)['aggregates'][0] Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: return f(self, *a, **k) Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: return self._get(url).json() Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: **kwargs) Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: return self.request(url, 'GET', **kwargs) Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: **endpoint_filter) Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 10:38:49.309017 dv-cinder-779233-3-smb neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 10:38:49.391241 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c0c9e20e-05ca-4a08-bce9-7385e6eff705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853331459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414905'] for network, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:49.394371 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:49.408577 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c0c9e20e-05ca-4a08-bce9-7385e6eff705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:49.419986 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9e20e-05ca-4a08-bce9-7385e6eff705 admin admin] Pushing event deleted for resources: {'Network': ['ID=07e313a3-9394-4ad4-9174-85a4ed950f67,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:49.424399 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c0c9e20e-05ca-4a08-bce9-7385e6eff705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:49.435019 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-c0c9e20e-05ca-4a08-bce9-7385e6eff705 admin admin] 10.222.0.70 "DELETE /v2.0/networks/07e313a3-9394-4ad4-9174-85a4ed950f67 HTTP/1.1" status: 204 len: 168 time: 1.4567940 Apr 23 10:38:49.560741 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 39406) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:49.616576 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-239c4a86-0d36-400c-a826-fa4ec3c514a8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9d145e5c62004c8fb3ccc764665554b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0541723 Apr 23 10:38:49.619156 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 39410) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:49.684447 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c8d5fcb2-25a7-47e9-8d97-8f7c3243615d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:49.725622 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c8d5fcb2-25a7-47e9-8d97-8f7c3243615d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:49.777386 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c8d5fcb2-25a7-47e9-8d97-8f7c3243615d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:49.783742 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3f93cf04-16cd-4949-a77d-c1c21053082f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:49.802786 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5fcb2-25a7-47e9-8d97-8f7c3243615d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6010d673-479a-402f-b7f2-874dc2c64914,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:49.805870 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c8d5fcb2-25a7-47e9-8d97-8f7c3243615d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:49.806844 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c8d5fcb2-25a7-47e9-8d97-8f7c3243615d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:49.808056 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-c8d5fcb2-25a7-47e9-8d97-8f7c3243615d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6010d673-479a-402f-b7f2-874dc2c64914 HTTP/1.1" status: 204 len: 168 time: 0.1879373 Apr 23 10:38:50.335683 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 7abd9569-2faf-4198-a8f0-4f871c729b3f no longer exists at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:38:50.372597 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] No Port match for: 7abd9569-2faf-4198-a8f0-4f871c729b3f {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:38:50.372993 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 7abd9569-2faf-4198-a8f0-4f871c729b3f not bound to the agent host dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:38:57.177951 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 39534) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:57.321495 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f8d2fe7b-6e9b-4b0b-be16-1b32082c683b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:57.338452 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-f8d2fe7b-6e9b-4b0b-be16-1b32082c683b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:38:57.342773 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-f8d2fe7b-6e9b-4b0b-be16-1b32082c683b admin admin] Usage tracker for resource:security_group_rule and tenant:890c5304348b4f8383c0bdd2a70ec4e6 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:38:57.345913 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-f8d2fe7b-6e9b-4b0b-be16-1b32082c683b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:38:57.351953 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-f8d2fe7b-6e9b-4b0b-be16-1b32082c683b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:38:57.445203 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f8d2fe7b-6e9b-4b0b-be16-1b32082c683b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:57.448086 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f8d2fe7b-6e9b-4b0b-be16-1b32082c683b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:57.456259 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8e4e214e-79ec-4714-8105-6e216fd96100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:57.499791 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-f8d2fe7b-6e9b-4b0b-be16-1b32082c683b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=890c5304348b4f8383c0bdd2a70ec4e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205452 Apr 23 10:38:57.501336 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2fe7b-6e9b-4b0b-be16-1b32082c683b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83dbb5b-1eeb-4ecb-a837-241b4dda5703,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:57.503187 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 39540) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:57.504890 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f8d2fe7b-6e9b-4b0b-be16-1b32082c683b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:57.571493 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-39fc2ff4-106b-4cd9-b6c2-cb0425b4638c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:57.606042 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-39fc2ff4-106b-4cd9-b6c2-cb0425b4638c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:57.656838 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-39fc2ff4-106b-4cd9-b6c2-cb0425b4638c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:57.660872 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-87dc2202-89d5-4aba-b2bb-38a9edd726f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:57.673295 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc2ff4-106b-4cd9-b6c2-cb0425b4638c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83dbb5b-1eeb-4ecb-a837-241b4dda5703,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:57.684113 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fc2ff4-106b-4cd9-b6c2-cb0425b4638c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:38:57.684559 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fc2ff4-106b-4cd9-b6c2-cb0425b4638c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:38:57.684974 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fc2ff4-106b-4cd9-b6c2-cb0425b4638c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:38:57.685377 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fc2ff4-106b-4cd9-b6c2-cb0425b4638c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:38:57.685776 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fc2ff4-106b-4cd9-b6c2-cb0425b4638c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:38:57.686176 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fc2ff4-106b-4cd9-b6c2-cb0425b4638c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:38:57.686574 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fc2ff4-106b-4cd9-b6c2-cb0425b4638c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:38:57.686974 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fc2ff4-106b-4cd9-b6c2-cb0425b4638c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:38:57.687372 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fc2ff4-106b-4cd9-b6c2-cb0425b4638c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:38:57.687773 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fc2ff4-106b-4cd9-b6c2-cb0425b4638c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:38:57.689023 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fc2ff4-106b-4cd9-b6c2-cb0425b4638c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:38:57.689424 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fc2ff4-106b-4cd9-b6c2-cb0425b4638c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:38:57.693619 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-39fc2ff4-106b-4cd9-b6c2-cb0425b4638c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:57.695914 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-39fc2ff4-106b-4cd9-b6c2-cb0425b4638c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:57.697159 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-39fc2ff4-106b-4cd9-b6c2-cb0425b4638c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b83dbb5b-1eeb-4ecb-a837-241b4dda5703 HTTP/1.1" status: 204 len: 168 time: 0.1928420 Apr 23 10:38:59.294767 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 39598) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:59.450338 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8337-d03f-44e5-85d2-8138a7cfcf05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:59.467831 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-0e8e8337-d03f-44e5-85d2-8138a7cfcf05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:38:59.472634 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-0e8e8337-d03f-44e5-85d2-8138a7cfcf05 admin admin] Usage tracker for resource:security_group_rule and tenant:e7e148f62b704c6287258830871f6a86 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:38:59.475988 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-0e8e8337-d03f-44e5-85d2-8138a7cfcf05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:38:59.482741 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-0e8e8337-d03f-44e5-85d2-8138a7cfcf05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:38:59.574592 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8337-d03f-44e5-85d2-8138a7cfcf05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:59.578111 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8337-d03f-44e5-85d2-8138a7cfcf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:59.588839 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-34cdcc6b-0ff2-4ab1-b87c-ede590630486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:59.635209 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-0e8e8337-d03f-44e5-85d2-8138a7cfcf05 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e7e148f62b704c6287258830871f6a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3386889 Apr 23 10:38:59.637036 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e8337-d03f-44e5-85d2-8138a7cfcf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e408c125-c952-4002-b6c7-2704b26528df,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:59.639099 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 39610) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:38:59.640480 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0e8e8337-d03f-44e5-85d2-8138a7cfcf05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:59.725972 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fc4268d2-ea64-4a2f-8ecf-f09ac78364aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:59.766987 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fc4268d2-ea64-4a2f-8ecf-f09ac78364aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:59.824430 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fc4268d2-ea64-4a2f-8ecf-f09ac78364aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:59.830152 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1a8dc7b9-9142-433f-bcd8-63e75ae1c9d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:38:59.843913 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4268d2-ea64-4a2f-8ecf-f09ac78364aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e408c125-c952-4002-b6c7-2704b26528df,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:38:59.852557 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-fc4268d2-ea64-4a2f-8ecf-f09ac78364aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:38:59.857719 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fc4268d2-ea64-4a2f-8ecf-f09ac78364aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:59.862436 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-fc4268d2-ea64-4a2f-8ecf-f09ac78364aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e408c125-c952-4002-b6c7-2704b26528df HTTP/1.1" status: 204 len: 168 time: 0.2177308 Apr 23 10:39:01.233215 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 39652) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:39:01.244486 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 39658) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:39:01.394934 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5dc822d3-ae97-4dcd-8123-20c68264e361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:01.404419 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f2cf017-2a91-49d7-9ccf-a3568a18fdd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:01.427160 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5dc822d3-ae97-4dcd-8123-20c68264e361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:39:01.429994 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1f2cf017-2a91-49d7-9ccf-a3568a18fdd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:39:01.435448 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-5dc822d3-ae97-4dcd-8123-20c68264e361 admin admin] Usage tracker for resource:security_group_rule and tenant:5885fec352c946198c838f7381967481 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:39:01.438736 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-1f2cf017-2a91-49d7-9ccf-a3568a18fdd5 admin admin] Usage tracker for resource:security_group_rule and tenant:796a8aa2683e4cbab9805b76c09795ff is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:39:01.442293 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-5dc822d3-ae97-4dcd-8123-20c68264e361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:39:01.445276 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-1f2cf017-2a91-49d7-9ccf-a3568a18fdd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:39:01.453190 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5dc822d3-ae97-4dcd-8123-20c68264e361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:39:01.456301 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1f2cf017-2a91-49d7-9ccf-a3568a18fdd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:39:01.619571 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5dc822d3-ae97-4dcd-8123-20c68264e361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:01.621928 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f2cf017-2a91-49d7-9ccf-a3568a18fdd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:01.623478 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5dc822d3-ae97-4dcd-8123-20c68264e361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:01.633088 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b494e843-2a24-453b-82aa-4f812ee21b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:01.644620 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1f2cf017-2a91-49d7-9ccf-a3568a18fdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:01.698566 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-5dc822d3-ae97-4dcd-8123-20c68264e361 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5885fec352c946198c838f7381967481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4526291 Apr 23 10:39:01.701549 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 39664) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:39:01.708963 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-1f2cf017-2a91-49d7-9ccf-a3568a18fdd5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=796a8aa2683e4cbab9805b76c09795ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4742291 Apr 23 10:39:01.709887 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc822d3-ae97-4dcd-8123-20c68264e361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffbc156-30c8-4d90-bd3b-375a4f1df64f,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:01.713313 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5dc822d3-ae97-4dcd-8123-20c68264e361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:01.714047 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 39668) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:39:01.714614 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5f1afe4d-ea15-4b7b-bb88-c8fbd5addd90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:01.775634 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c565db4-2c5f-4887-b04f-a1df79e44461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:01.778127 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cf017-2a91-49d7-9ccf-a3568a18fdd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65aa42ec-6780-41b7-a727-1c23a7160e29,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:01.781460 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1f2cf017-2a91-49d7-9ccf-a3568a18fdd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:01.804712 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c565db4-2c5f-4887-b04f-a1df79e44461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:01.812820 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-85ddcbd8-477f-4cd9-ad09-fc36a2cb9a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:01.843028 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-85ddcbd8-477f-4cd9-ad09-fc36a2cb9a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:01.865337 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c565db4-2c5f-4887-b04f-a1df79e44461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:01.870620 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-2d1fc8c6-f2af-4426-8da1-ac4b9c6570eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:01.884240 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c565db4-2c5f-4887-b04f-a1df79e44461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffbc156-30c8-4d90-bd3b-375a4f1df64f,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:01.886717 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3c565db4-2c5f-4887-b04f-a1df79e44461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:01.897634 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3c565db4-2c5f-4887-b04f-a1df79e44461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:01.900817 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-85ddcbd8-477f-4cd9-ad09-fc36a2cb9a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:01.902072 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-3c565db4-2c5f-4887-b04f-a1df79e44461 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cffbc156-30c8-4d90-bd3b-375a4f1df64f HTTP/1.1" status: 204 len: 168 time: 0.1993928 Apr 23 10:39:01.906786 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-be0c77bc-6186-4072-aa3a-f3cbd3737796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:01.922988 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ddcbd8-477f-4cd9-ad09-fc36a2cb9a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65aa42ec-6780-41b7-a727-1c23a7160e29,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:01.926228 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-85ddcbd8-477f-4cd9-ad09-fc36a2cb9a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:01.930842 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-85ddcbd8-477f-4cd9-ad09-fc36a2cb9a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:01.932070 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-85ddcbd8-477f-4cd9-ad09-fc36a2cb9a03 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/65aa42ec-6780-41b7-a727-1c23a7160e29 HTTP/1.1" status: 204 len: 168 time: 0.2096422 Apr 23 10:39:02.164154 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-14a66d14-aa1d-4362-89ab-13dd56605468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:03.417917 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:04.174959 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3f187241-eb80-412f-af91-bbddd7a19e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:05.430156 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:05.497947 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:06.980110 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 39738) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:39:07.123451 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3adeb0ff-d52d-4d74-9d8f-a2edbd695977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:07.138717 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-3adeb0ff-d52d-4d74-9d8f-a2edbd695977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:39:07.142882 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-3adeb0ff-d52d-4d74-9d8f-a2edbd695977 admin admin] Usage tracker for resource:security_group_rule and tenant:16bba484699f45e7ae3851f3a9d55ca4 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:39:07.145908 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-3adeb0ff-d52d-4d74-9d8f-a2edbd695977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:39:07.153153 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-3adeb0ff-d52d-4d74-9d8f-a2edbd695977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:39:07.153547 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:07.241338 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3adeb0ff-d52d-4d74-9d8f-a2edbd695977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:07.244239 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3adeb0ff-d52d-4d74-9d8f-a2edbd695977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:07.254252 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4c68a8a6-e3dc-4b86-a390-9949b2826edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:07.298702 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-3adeb0ff-d52d-4d74-9d8f-a2edbd695977 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=16bba484699f45e7ae3851f3a9d55ca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173463 Apr 23 10:39:07.300532 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adeb0ff-d52d-4d74-9d8f-a2edbd695977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a6bc19-7390-403b-b768-e04f4187b92d,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:07.302127 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 39744) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:39:07.303785 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3adeb0ff-d52d-4d74-9d8f-a2edbd695977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:07.374181 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ff854773-6523-44f0-99cc-63876ccd3505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:07.403054 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ff854773-6523-44f0-99cc-63876ccd3505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:07.456186 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ff854773-6523-44f0-99cc-63876ccd3505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:07.460257 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-17995121-5b92-4d6a-81ee-981c3453351d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:07.473381 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff854773-6523-44f0-99cc-63876ccd3505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a6bc19-7390-403b-b768-e04f4187b92d,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:07.479665 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ff854773-6523-44f0-99cc-63876ccd3505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:07.482665 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-ff854773-6523-44f0-99cc-63876ccd3505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:07.484275 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-ff854773-6523-44f0-99cc-63876ccd3505 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/18a6bc19-7390-403b-b768-e04f4187b92d HTTP/1.1" status: 204 len: 168 time: 0.1809132 Apr 23 10:39:08.257376 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 39768) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:39:08.371053 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-a4de1f76-b82e-4d09-ad2a-3210ed0990a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-887609909-network', 'tenant_id': 'e8affd0165654195a1f1b71ef6d98dbc'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:39:08.376808 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a4de1f76-b82e-4d09-ad2a-3210ed0990a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:39:08.380885 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-a4de1f76-b82e-4d09-ad2a-3210ed0990a4 admin admin] Usage tracker for resource:network and tenant:e8affd0165654195a1f1b71ef6d98dbc is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:39:08.385048 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-a4de1f76-b82e-4d09-ad2a-3210ed0990a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:39:08.392629 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a4de1f76-b82e-4d09-ad2a-3210ed0990a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:39:08.401683 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4de1f76-b82e-4d09-ad2a-3210ed0990a4 admin admin] Made reservation on behalf of e8affd0165654195a1f1b71ef6d98dbc for: {'network': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:39:08.407248 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a4de1f76-b82e-4d09-ad2a-3210ed0990a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for network, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:08.420174 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a4de1f76-b82e-4d09-ad2a-3210ed0990a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:08.436684 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a4de1f76-b82e-4d09-ad2a-3210ed0990a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:39:08.440854 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-a4de1f76-b82e-4d09-ad2a-3210ed0990a4 admin admin] Usage tracker for resource:security_group_rule and tenant:e8affd0165654195a1f1b71ef6d98dbc is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:39:08.444267 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-a4de1f76-b82e-4d09-ad2a-3210ed0990a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:39:08.450420 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-a4de1f76-b82e-4d09-ad2a-3210ed0990a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:39:08.537352 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a4de1f76-b82e-4d09-ad2a-3210ed0990a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:08.540369 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a4de1f76-b82e-4d09-ad2a-3210ed0990a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:08.544638 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3322d718-c1c4-488a-9a13-5572473823fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:08.574216 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4de1f76-b82e-4d09-ad2a-3210ed0990a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=86420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 10:39:08.588725 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de1f76-b82e-4d09-ad2a-3210ed0990a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8cf528-f55d-4971-b633-a951c70501c8,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:08.592091 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a4de1f76-b82e-4d09-ad2a-3210ed0990a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:08.597952 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a4de1f76-b82e-4d09-ad2a-3210ed0990a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:08.598579 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.segments_db [None req-a4de1f76-b82e-4d09-ad2a-3210ed0990a4 admin admin] Added segment 493bd544-680d-4e6e-b1c1-639868ef00bd of type vlan for network 7e1cec48-a617-4de2-8519-657102aca039 Apr 23 10:39:08.626882 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a4de1f76-b82e-4d09-ad2a-3210ed0990a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747065835481'] for network, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:08.657009 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a4de1f76-b82e-4d09-ad2a-3210ed0990a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for network, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:08.658401 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4de1f76-b82e-4d09-ad2a-3210ed0990a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:08.659042 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a4de1f76-b82e-4d09-ad2a-3210ed0990a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:08.664088 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:08.768461 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-a4de1f76-b82e-4d09-ad2a-3210ed0990a4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5098104 Apr 23 10:39:08.771558 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 39774) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:39:08.779696 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-77b42276-e50f-42bd-90bd-f6354c846ee8 admin admin] Request body: {'subnet': {'network_id': '7e1cec48-a617-4de2-8519-657102aca039', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-887609909-subnet', 'tenant_id': 'e8affd0165654195a1f1b71ef6d98dbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:39:08.783747 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de1f76-b82e-4d09-ad2a-3210ed0990a4 admin admin] Pushing event updated for resources: {'Network': ['ID=7e1cec48-a617-4de2-8519-657102aca039,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:08.786690 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a4de1f76-b82e-4d09-ad2a-3210ed0990a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:08.789289 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-77b42276-e50f-42bd-90bd-f6354c846ee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:39:08.794384 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-77b42276-e50f-42bd-90bd-f6354c846ee8 admin admin] Usage tracker for resource:subnet and tenant:e8affd0165654195a1f1b71ef6d98dbc is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:39:08.794562 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Network 7e1cec48-a617-4de2-8519-657102aca039 details requested by agent ovs-agent-dv-cinder-779233-3-smb with host dv-cinder-779233-3-smb {{(pid=86423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 10:39:08.798071 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-77b42276-e50f-42bd-90bd-f6354c846ee8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:39:08.804140 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-77b42276-e50f-42bd-90bd-f6354c846ee8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:39:08.813488 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b42276-e50f-42bd-90bd-f6354c846ee8 admin admin] Made reservation on behalf of e8affd0165654195a1f1b71ef6d98dbc for: {'subnet': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:39:08.818636 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-77b42276-e50f-42bd-90bd-f6354c846ee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849421190'] for subnet, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:09.237763 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-77b42276-e50f-42bd-90bd-f6354c846ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848785176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849421205'] for subnet, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:09.242751 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-ffa30337-9c27-4144-9bbc-073c6879dfa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:09.315689 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b42276-e50f-42bd-90bd-f6354c846ee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ae346a0-586c-46eb-8092-51ab977c43ad,revision_number=0']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:09.319874 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-77b42276-e50f-42bd-90bd-f6354c846ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:09.327304 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b42276-e50f-42bd-90bd-f6354c846ee8 admin admin] Checking segment: {'id': '493bd544-680d-4e6e-b1c1-639868ef00bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7e1cec48-a617-4de2-8519-657102aca039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:39:09.327708 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b42276-e50f-42bd-90bd-f6354c846ee8 admin admin] Network hostable DHCP agents. Network: 7e1cec48-a617-4de2-8519-657102aca039, hostable agents: ['9afd9aa3-ba3d-4012-bb25-a6f17ffdc572'], hosted agents: [] {{(pid=86420) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 10:39:09.345989 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b42276-e50f-42bd-90bd-f6354c846ee8 admin admin] Network 7e1cec48-a617-4de2-8519-657102aca039 is scheduled to be hosted by DHCP agent 9afd9aa3-ba3d-4012-bb25-a6f17ffdc572 with binding_index 1 {{(pid=86420) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 10:39:09.354266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-77b42276-e50f-42bd-90bd-f6354c846ee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-smb, 7e1cec48-a617-4de2-8519-657102aca039) {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:39:09.364125 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8231dc-7dac-4f75-ba01-fc596f4300a5 None None] Network 7e1cec48-a617-4de2-8519-657102aca039 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:39:09.370542 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b42276-e50f-42bd-90bd-f6354c846ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:09.371195 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-77b42276-e50f-42bd-90bd-f6354c846ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:09.390245 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-77b42276-e50f-42bd-90bd-f6354c846ee8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6176062 Apr 23 10:39:09.593433 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69835a28-6933-41dd-bf04-bede8cf6b632 None None] Network 7e1cec48-a617-4de2-8519-657102aca039 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:39:11.660236 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd961c-68ed-4766-a561-420c469fa562 req-9f370be9-5467-47a1-9228-dad8863697fa tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:11.660994 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-47bd961c-68ed-4766-a561-420c469fa562 req-9f370be9-5467-47a1-9228-dad8863697fa tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Synchronizing usage tracker for tenant:e8affd0165654195a1f1b71ef6d98dbc on resource:network {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:39:11.677271 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-47bd961c-68ed-4766-a561-420c469fa562 req-9f370be9-5467-47a1-9228-dad8863697fa tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Unset dirty status for tenant:e8affd0165654195a1f1b71ef6d98dbc on resource:network {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:39:11.678533 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-47bd961c-68ed-4766-a561-420c469fa562 req-9f370be9-5467-47a1-9228-dad8863697fa tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/networks?id=7e1cec48-a617-4de2-8519-657102aca039 HTTP/1.1" status: 200 len: 808 time: 0.1756749 Apr 23 10:39:11.694826 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-47bd961c-68ed-4766-a561-420c469fa562 req-7fd195a3-56da-4e69-9b94-99d971ec0c28 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/quotas/e8affd0165654195a1f1b71ef6d98dbc HTTP/1.1" status: 200 len: 375 time: 0.0099270 Apr 23 10:39:11.749509 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-47bd961c-68ed-4766-a561-420c469fa562 req-dcc14a6b-d2bd-4a3e-908e-4fefa77f4fc0 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8affd0165654195a1f1b71ef6d98dbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489841 Apr 23 10:39:11.762209 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [req-47bd961c-68ed-4766-a561-420c469fa562 req-4dfd88d3-84d0-4eb2-90a9-694dcf2b9ede service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=86420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 10:39:11.763246 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-47bd961c-68ed-4766-a561-420c469fa562 req-4dfd88d3-84d0-4eb2-90a9-694dcf2b9ede service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066104 Apr 23 10:39:11.908280 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-47bd961c-68ed-4766-a561-420c469fa562 req-b216d13f-f60d-412e-81d3-8119cb9712c3 service neutron] 10.222.0.70 "GET /v2.0/networks/7e1cec48-a617-4de2-8519-657102aca039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388853 Apr 23 10:39:12.051907 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-47bd961c-68ed-4766-a561-420c469fa562 req-d7b8e8a7-2bcd-4f28-be49-ac98193d5e6c service neutron] 10.222.0.70 "GET /v2.0/networks/7e1cec48-a617-4de2-8519-657102aca039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368494 Apr 23 10:39:12.302761 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-743199a3-f30e-40e0-971a-a448238b4dc5 req-20e27379-7329-475c-b865-494819249676 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=c672f84d-56cb-4c6b-b7bc-e07f06cc4447 HTTP/1.1" status: 200 len: 210 time: 0.1029525 Apr 23 10:39:13.472833 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5e77974a-4042-4787-84ee-f27afea28cad req-d1c1faa6-8103-4578-ac66-67474efebc0d tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=c672f84d-56cb-4c6b-b7bc-e07f06cc4447 HTTP/1.1" status: 200 len: 210 time: 0.0555928 Apr 23 10:39:13.657793 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd961c-68ed-4766-a561-420c469fa562 req-7500ee38-5ce9-426b-9783-40b694449fed tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:13.659381 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-47bd961c-68ed-4766-a561-420c469fa562 req-7500ee38-5ce9-426b-9783-40b694449fed tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.68 "GET /v2.0/networks?id=7e1cec48-a617-4de2-8519-657102aca039 HTTP/1.1" status: 200 len: 808 time: 0.1621921 Apr 23 10:39:13.688664 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-47bd961c-68ed-4766-a561-420c469fa562 req-7926d341-0d01-4b50-b077-d49fcfc1f743 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Request body: {'port': {'device_id': 'c672f84d-56cb-4c6b-b7bc-e07f06cc4447', 'network_id': '7e1cec48-a617-4de2-8519-657102aca039', 'admin_state_up': True, 'tenant_id': 'e8affd0165654195a1f1b71ef6d98dbc'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:39:13.837025 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-47bd961c-68ed-4766-a561-420c469fa562 req-7926d341-0d01-4b50-b077-d49fcfc1f743 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:39:13.841064 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-47bd961c-68ed-4766-a561-420c469fa562 req-7926d341-0d01-4b50-b077-d49fcfc1f743 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Usage tracker for resource:port and tenant:e8affd0165654195a1f1b71ef6d98dbc is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:39:13.844066 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-47bd961c-68ed-4766-a561-420c469fa562 req-7926d341-0d01-4b50-b077-d49fcfc1f743 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:39:13.850167 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-47bd961c-68ed-4766-a561-420c469fa562 req-7926d341-0d01-4b50-b077-d49fcfc1f743 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:39:13.858841 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47bd961c-68ed-4766-a561-420c469fa562 req-7926d341-0d01-4b50-b077-d49fcfc1f743 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Made reservation on behalf of e8affd0165654195a1f1b71ef6d98dbc for: {'port': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:39:13.864934 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-47bd961c-68ed-4766-a561-420c469fa562 req-7926d341-0d01-4b50-b077-d49fcfc1f743 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:14.041729 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-47bd961c-68ed-4766-a561-420c469fa562 req-7926d341-0d01-4b50-b077-d49fcfc1f743 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Allocated IP 172.20.0.9 (7e1cec48-a617-4de2-8519-657102aca039/8ae346a0-586c-46eb-8092-51ab977c43ad/1164ad96-96ac-4e43-bd33-46f247960ede) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:39:14.258113 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-47bd961c-68ed-4766-a561-420c469fa562 req-7926d341-0d01-4b50-b077-d49fcfc1f743 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:14.287669 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-47bd961c-68ed-4766-a561-420c469fa562 req-7926d341-0d01-4b50-b077-d49fcfc1f743 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:14.293462 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4cc86a4e-b00b-4f01-b651-418ad984edd5 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:14.356080 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47bd961c-68ed-4766-a561-420c469fa562 req-7926d341-0d01-4b50-b077-d49fcfc1f743 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Network 7e1cec48-a617-4de2-8519-657102aca039 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:39:14.364315 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-47bd961c-68ed-4766-a561-420c469fa562 req-7926d341-0d01-4b50-b077-d49fcfc1f743 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:39:14.369035 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-47bd961c-68ed-4766-a561-420c469fa562 req-7926d341-0d01-4b50-b077-d49fcfc1f743 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:39:14.410688 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926d341-0d01-4b50-b077-d49fcfc1f743 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Pushing event updated for resources: {'Port': ['ID=1164ad96-96ac-4e43-bd33-46f247960ede,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:14.415522 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7926d341-0d01-4b50-b077-d49fcfc1f743 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:14.449610 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd961c-68ed-4766-a561-420c469fa562 req-7926d341-0d01-4b50-b077-d49fcfc1f743 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:14.450273 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-47bd961c-68ed-4766-a561-420c469fa562 req-7926d341-0d01-4b50-b077-d49fcfc1f743 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:14.474483 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-47bd961c-68ed-4766-a561-420c469fa562 req-7926d341-0d01-4b50-b077-d49fcfc1f743 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7907407 Apr 23 10:39:14.499820 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-47bd961c-68ed-4766-a561-420c469fa562 req-77032e90-d48e-42dc-8375-cdb4271a3309 service neutron] Request body: {'port': {'device_id': 'c672f84d-56cb-4c6b-b7bc-e07f06cc4447', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:39:14.623063 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-47bd961c-68ed-4766-a561-420c469fa562 req-77032e90-d48e-42dc-8375-cdb4271a3309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:14.678616 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91c722-185f-4795-9f9f-08a22dfe8d68 req-9ba6b63e-801a-4ee7-9206-d5084df84574 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:14.680323 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6e91c722-185f-4795-9f9f-08a22dfe8d68 req-9ba6b63e-801a-4ee7-9206-d5084df84574 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=c672f84d-56cb-4c6b-b7bc-e07f06cc4447 HTTP/1.1" status: 200 len: 931 time: 0.0924592 Apr 23 10:39:14.728534 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-6e91c722-185f-4795-9f9f-08a22dfe8d68 req-6a9c7056-309f-41d1-aa7f-a3b712cb05fb tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Synchronizing usage tracker for tenant:e8affd0165654195a1f1b71ef6d98dbc on resource:security_group {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:39:14.745317 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-6e91c722-185f-4795-9f9f-08a22dfe8d68 req-6a9c7056-309f-41d1-aa7f-a3b712cb05fb tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Unset dirty status for tenant:e8affd0165654195a1f1b71ef6d98dbc on resource:security_group {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:39:14.746593 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6e91c722-185f-4795-9f9f-08a22dfe8d68 req-6a9c7056-309f-41d1-aa7f-a3b712cb05fb tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b8cf528-f55d-4971-b633-a951c70501c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597827 Apr 23 10:39:14.993831 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [req-47bd961c-68ed-4766-a561-420c469fa562 req-77032e90-d48e-42dc-8375-cdb4271a3309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1164ad96-96ac-4e43-bd33-46f247960ede {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:39:15.002467 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-47bd961c-68ed-4766-a561-420c469fa562 req-77032e90-d48e-42dc-8375-cdb4271a3309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:15.021471 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-47bd961c-68ed-4766-a561-420c469fa562 req-77032e90-d48e-42dc-8375-cdb4271a3309 service neutron] Transition to ACTIVE for port object 1164ad96-96ac-4e43-bd33-46f247960ede will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:39:15.024384 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-47bd961c-68ed-4766-a561-420c469fa562 req-77032e90-d48e-42dc-8375-cdb4271a3309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848232985'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:15.029280 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-a4a5e84d-b684-4ff0-9f37-f31151a178b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:15.200695 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77032e90-d48e-42dc-8375-cdb4271a3309 service neutron] Pushing event updated for resources: {'Port': ['ID=1164ad96-96ac-4e43-bd33-46f247960ede,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:15.231607 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-77032e90-d48e-42dc-8375-cdb4271a3309 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:15.275470 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-47bd961c-68ed-4766-a561-420c469fa562 req-77032e90-d48e-42dc-8375-cdb4271a3309 service neutron] Attempting to bind port 1164ad96-96ac-4e43-bd33-46f247960ede on host hv-cinder-77923 for vnic_type normal with profile {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:39:15.275760 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-47bd961c-68ed-4766-a561-420c469fa562 req-77032e90-d48e-42dc-8375-cdb4271a3309 service neutron] Attempting to bind port 1164ad96-96ac-4e43-bd33-46f247960ede by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '493bd544-680d-4e6e-b1c1-639868ef00bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7e1cec48-a617-4de2-8519-657102aca039'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:39:15.276125 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bd961c-68ed-4766-a561-420c469fa562 req-77032e90-d48e-42dc-8375-cdb4271a3309 service neutron] Attempting to bind port 1164ad96-96ac-4e43-bd33-46f247960ede on network 7e1cec48-a617-4de2-8519-657102aca039 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:39:15.281060 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bd961c-68ed-4766-a561-420c469fa562 req-77032e90-d48e-42dc-8375-cdb4271a3309 service neutron] Port 1164ad96-96ac-4e43-bd33-46f247960ede on network 7e1cec48-a617-4de2-8519-657102aca039 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:39:15.281949 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bd961c-68ed-4766-a561-420c469fa562 req-77032e90-d48e-42dc-8375-cdb4271a3309 service neutron] Attempting to bind port 1164ad96-96ac-4e43-bd33-46f247960ede on network 7e1cec48-a617-4de2-8519-657102aca039 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:39:15.287347 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bd961c-68ed-4766-a561-420c469fa562 req-77032e90-d48e-42dc-8375-cdb4271a3309 service neutron] Checking agent: {'id': 'e9dd349d-b683-48bd-911f-eb86d546e7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'started_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:39:15.287722 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bd961c-68ed-4766-a561-420c469fa562 req-77032e90-d48e-42dc-8375-cdb4271a3309 service neutron] Checking segment: {'id': '493bd544-680d-4e6e-b1c1-639868ef00bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7e1cec48-a617-4de2-8519-657102aca039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:39:15.288141 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bd961c-68ed-4766-a561-420c469fa562 req-77032e90-d48e-42dc-8375-cdb4271a3309 service neutron] Bound using segment: {'id': '493bd544-680d-4e6e-b1c1-639868ef00bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7e1cec48-a617-4de2-8519-657102aca039'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:39:15.288637 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-47bd961c-68ed-4766-a561-420c469fa562 req-77032e90-d48e-42dc-8375-cdb4271a3309 service neutron] Bound port: 1164ad96-96ac-4e43-bd33-46f247960ede, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '493bd544-680d-4e6e-b1c1-639868ef00bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7e1cec48-a617-4de2-8519-657102aca039'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:39:15.289022 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-47bd961c-68ed-4766-a561-420c469fa562 req-77032e90-d48e-42dc-8375-cdb4271a3309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:15.382339 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-47bd961c-68ed-4766-a561-420c469fa562 req-77032e90-d48e-42dc-8375-cdb4271a3309 service neutron] For port 1164ad96-96ac-4e43-bd33-46f247960ede, host hv-cinder-77923, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:39:15.385604 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-47bd961c-68ed-4766-a561-420c469fa562 req-77032e90-d48e-42dc-8375-cdb4271a3309 service neutron] For port 1164ad96-96ac-4e43-bd33-46f247960ede, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=1164ad96-96ac-4e43-bd33-46f247960ede,segment=NetworkSegment(493bd544-680d-4e6e-b1c1-639868ef00bd),segment_id=493bd544-680d-4e6e-b1c1-639868ef00bd)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:39:15.389159 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-47bd961c-68ed-4766-a561-420c469fa562 req-77032e90-d48e-42dc-8375-cdb4271a3309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848232985'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:15.394138 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-45af54b8-c0f0-4f28-b496-9d6107e3fff7 tempest-TestMinimumBasicScenario-985872134 tempest-TestMinimumBasicScenario-985872134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:15.452546 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd961c-68ed-4766-a561-420c469fa562 req-77032e90-d48e-42dc-8375-cdb4271a3309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:15.453219 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-47bd961c-68ed-4766-a561-420c469fa562 req-77032e90-d48e-42dc-8375-cdb4271a3309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:15.454719 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-47bd961c-68ed-4766-a561-420c469fa562 req-77032e90-d48e-42dc-8375-cdb4271a3309 service neutron] 10.222.0.68 "PUT /v2.0/ports/1164ad96-96ac-4e43-bd33-46f247960ede HTTP/1.1" status: 200 len: 1093 time: 0.9595401 Apr 23 10:39:15.455290 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c672f84d-56cb-4c6b-b7bc-e07f06cc4447', 'tag': '1164ad96-96ac-4e43-bd33-46f247960ede'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:39:15.485468 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77032e90-d48e-42dc-8375-cdb4271a3309 service neutron] Pushing event updated for resources: {'Port': ['ID=1164ad96-96ac-4e43-bd33-46f247960ede,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:15.488878 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-77032e90-d48e-42dc-8375-cdb4271a3309 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:15.504272 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c672f84d-56cb-4c6b-b7bc-e07f06cc4447', 'tag': '1164ad96-96ac-4e43-bd33-46f247960ede', 'status': 'completed', 'code': 200} Apr 23 10:39:15.630865 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd961c-68ed-4766-a561-420c469fa562 req-8e429daf-9417-47f4-a4b3-b59efd7b74c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:15.632440 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-47bd961c-68ed-4766-a561-420c469fa562 req-8e429daf-9417-47f4-a4b3-b59efd7b74c2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e8affd0165654195a1f1b71ef6d98dbc&device_id=c672f84d-56cb-4c6b-b7bc-e07f06cc4447 HTTP/1.1" status: 200 len: 1096 time: 0.0820196 Apr 23 10:39:15.964156 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3749c5b-b3f5-4d73-82e3-dac3286d7dc8 req-03bbdb43-579d-4099-9173-57c67221ec66 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:15.965927 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e3749c5b-b3f5-4d73-82e3-dac3286d7dc8 req-03bbdb43-579d-4099-9173-57c67221ec66 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=c672f84d-56cb-4c6b-b7bc-e07f06cc4447 HTTP/1.1" status: 200 len: 943 time: 0.0977833 Apr 23 10:39:15.978132 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-47bd961c-68ed-4766-a561-420c469fa562 req-2b8d7e68-3ff0-4199-9e46-accd9eb00002 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1164ad96-96ac-4e43-bd33-46f247960ede HTTP/1.1" status: 200 len: 217 time: 0.3232098 Apr 23 10:39:16.022186 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e3749c5b-b3f5-4d73-82e3-dac3286d7dc8 req-3b95cd49-4668-4335-83df-b6813f49d494 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b8cf528-f55d-4971-b633-a951c70501c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487859 Apr 23 10:39:16.055546 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd961c-68ed-4766-a561-420c469fa562 req-db31c938-985c-48ce-afa7-567cf1b7a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:16.057162 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-47bd961c-68ed-4766-a561-420c469fa562 req-db31c938-985c-48ce-afa7-567cf1b7a766 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ae346a0-586c-46eb-8092-51ab977c43ad HTTP/1.1" status: 200 len: 848 time: 0.0662119 Apr 23 10:39:16.115465 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-47bd961c-68ed-4766-a561-420c469fa562 req-f641ebf8-2331-40cf-9a01-c71188990c2f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7e1cec48-a617-4de2-8519-657102aca039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467629 Apr 23 10:39:16.263197 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-47bd961c-68ed-4766-a561-420c469fa562 req-5f38bb79-7776-43bf-b220-7740cacd6e33 service neutron] 10.222.0.68 "GET /v2.0/networks/7e1cec48-a617-4de2-8519-657102aca039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358917 Apr 23 10:39:16.409191 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-47bd961c-68ed-4766-a561-420c469fa562 req-3df39acb-9b70-41f8-a17d-e68023d28aae service neutron] 10.222.0.68 "GET /v2.0/networks/7e1cec48-a617-4de2-8519-657102aca039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368787 Apr 23 10:39:16.627283 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69e4f2-d8ee-4f0a-92d9-b94a4858c67c req-dde3cafe-3cd2-456b-a051-ad5a04944439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:16.628846 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0d69e4f2-d8ee-4f0a-92d9-b94a4858c67c req-dde3cafe-3cd2-456b-a051-ad5a04944439 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e8affd0165654195a1f1b71ef6d98dbc&device_id=c672f84d-56cb-4c6b-b7bc-e07f06cc4447 HTTP/1.1" status: 200 len: 1096 time: 0.0835147 Apr 23 10:39:16.646268 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:39:16.784720 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69e4f2-d8ee-4f0a-92d9-b94a4858c67c req-00267a4c-2467-4923-a523-b4cf668ee1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:16.786317 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0d69e4f2-d8ee-4f0a-92d9-b94a4858c67c req-00267a4c-2467-4923-a523-b4cf668ee1c6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7e1cec48-a617-4de2-8519-657102aca039 HTTP/1.1" status: 200 len: 909 time: 0.1446195 Apr 23 10:39:16.863075 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0d69e4f2-d8ee-4f0a-92d9-b94a4858c67c req-7ee6708f-2a02-4d91-ad02-944bcf5f18ff service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1164ad96-96ac-4e43-bd33-46f247960ede HTTP/1.1" status: 200 len: 217 time: 0.0666828 Apr 23 10:39:16.941421 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69e4f2-d8ee-4f0a-92d9-b94a4858c67c req-8d3e9241-b959-4c21-96ed-a0b014b023d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:16.943253 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0d69e4f2-d8ee-4f0a-92d9-b94a4858c67c req-8d3e9241-b959-4c21-96ed-a0b014b023d4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ae346a0-586c-46eb-8092-51ab977c43ad HTTP/1.1" status: 200 len: 848 time: 0.0679924 Apr 23 10:39:17.001147 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0d69e4f2-d8ee-4f0a-92d9-b94a4858c67c req-8e6d5257-dc1f-4c2b-88b8-bca43d8a5d07 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7e1cec48-a617-4de2-8519-657102aca039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479956 Apr 23 10:39:17.154544 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0d69e4f2-d8ee-4f0a-92d9-b94a4858c67c req-a89c88b0-67de-4e0f-adf0-08de22836b05 service neutron] 10.222.0.68 "GET /v2.0/networks/7e1cec48-a617-4de2-8519-657102aca039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436667 Apr 23 10:39:17.246789 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b348e-692c-446c-b910-ef7f4c382682 req-2296f631-9a41-4837-a80d-716d75d68041 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:17.248406 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b79b348e-692c-446c-b910-ef7f4c382682 req-2296f631-9a41-4837-a80d-716d75d68041 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=c672f84d-56cb-4c6b-b7bc-e07f06cc4447 HTTP/1.1" status: 200 len: 943 time: 0.1031671 Apr 23 10:39:17.298907 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b79b348e-692c-446c-b910-ef7f4c382682 req-ef25a9fb-a23f-4875-9740-d8afd7e0b36c tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b8cf528-f55d-4971-b633-a951c70501c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431588 Apr 23 10:39:17.310254 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0d69e4f2-d8ee-4f0a-92d9-b94a4858c67c req-eeb4b561-d056-4110-9fe3-8a2d9f59f405 service neutron] 10.222.0.68 "GET /v2.0/networks/7e1cec48-a617-4de2-8519-657102aca039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441336 Apr 23 10:39:18.506175 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966e12e-f027-4b7b-9f21-68acf4fc3099 req-6704b625-9111-4f3f-8ca8-77c7059e9ce0 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:18.507776 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0966e12e-f027-4b7b-9f21-68acf4fc3099 req-6704b625-9111-4f3f-8ca8-77c7059e9ce0 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=c672f84d-56cb-4c6b-b7bc-e07f06cc4447 HTTP/1.1" status: 200 len: 943 time: 0.0929184 Apr 23 10:39:18.556969 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0966e12e-f027-4b7b-9f21-68acf4fc3099 req-0f1741c0-bde8-48ff-9da1-d0ab4bb1d9a2 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b8cf528-f55d-4971-b633-a951c70501c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428019 Apr 23 10:39:19.351993 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 1164ad96-96ac-4e43-bd33-46f247960ede details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:39:19.517590 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 1164ad96-96ac-4e43-bd33-46f247960ede, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=1164ad96-96ac-4e43-bd33-46f247960ede,segment=NetworkSegment(493bd544-680d-4e6e-b1c1-639868ef00bd),segment_id=493bd544-680d-4e6e-b1c1-639868ef00bd)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:39:19.531784 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Returning: {'device': '1164ad96-96ac-4e43-bd33-46f247960ede', 'network_id': '7e1cec48-a617-4de2-8519-657102aca039', 'port_id': '1164ad96-96ac-4e43-bd33-46f247960ede', 'mac_address': 'fa:16:3e:cb:d0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae346a0-586c-46eb-8092-51ab977c43ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:39:19.590734 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:19.609928 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1164ad96-96ac-4e43-bd33-46f247960ede {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:39:19.626919 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 1164ad96-96ac-4e43-bd33-46f247960ede, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=1164ad96-96ac-4e43-bd33-46f247960ede,segment=NetworkSegment(493bd544-680d-4e6e-b1c1-639868ef00bd),segment_id=493bd544-680d-4e6e-b1c1-639868ef00bd)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:39:19.630601 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:19.632570 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:19.713546 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=1164ad96-96ac-4e43-bd33-46f247960ede,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:19.722254 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:39:19.722647 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:39:19.723023 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:39:19.723397 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:39:19.723763 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:39:19.724132 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:39:19.724529 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:39:19.724892 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:39:19.725254 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:39:19.725618 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:39:19.725982 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:39:19.726345 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:39:19.730791 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:19.773739 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02210814-9840-4ee9-9b05-b8b2cb4b85aa req-7a97da17-d2ab-4e24-a7c3-62ee54f29d8e tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:19.775400 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-02210814-9840-4ee9-9b05-b8b2cb4b85aa req-7a97da17-d2ab-4e24-a7c3-62ee54f29d8e tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=c672f84d-56cb-4c6b-b7bc-e07f06cc4447 HTTP/1.1" status: 200 len: 944 time: 0.1014249 Apr 23 10:39:19.834676 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-02210814-9840-4ee9-9b05-b8b2cb4b85aa req-ac2e5ebf-6d6d-4203-9c9b-09b62453f0b6 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b8cf528-f55d-4971-b633-a951c70501c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520508 Apr 23 10:39:20.091109 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['1164ad96-96ac-4e43-bd33-46f247960ede'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:39:21.036859 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3d862-cee9-4eab-bfa0-20ca05044736 req-28405004-7cbe-438a-bc42-7063237a2708 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:21.038475 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6ab3d862-cee9-4eab-bfa0-20ca05044736 req-28405004-7cbe-438a-bc42-7063237a2708 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=c672f84d-56cb-4c6b-b7bc-e07f06cc4447 HTTP/1.1" status: 200 len: 944 time: 0.0887911 Apr 23 10:39:21.088253 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6ab3d862-cee9-4eab-bfa0-20ca05044736 req-3f5e27f4-7b9e-4cca-83b9-b81e00af26e2 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b8cf528-f55d-4971-b633-a951c70501c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431559 Apr 23 10:39:21.364218 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 1164ad96-96ac-4e43-bd33-46f247960ede up at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:39:21.433663 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning for port 1164ad96-96ac-4e43-bd33-46f247960ede completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:39:21.438659 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning complete for port 1164ad96-96ac-4e43-bd33-46f247960ede triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:39:21.439077 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:21.561957 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:21.589219 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c672f84d-56cb-4c6b-b7bc-e07f06cc4447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1164ad96-96ac-4e43-bd33-46f247960ede'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:39:21.600315 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 1164ad96-96ac-4e43-bd33-46f247960ede, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=1164ad96-96ac-4e43-bd33-46f247960ede,segment=NetworkSegment(493bd544-680d-4e6e-b1c1-639868ef00bd),segment_id=493bd544-680d-4e6e-b1c1-639868ef00bd)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:39:21.603379 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:21.605355 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:21.642687 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c672f84d-56cb-4c6b-b7bc-e07f06cc4447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1164ad96-96ac-4e43-bd33-46f247960ede', 'code': 200} Apr 23 10:39:21.675325 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=1164ad96-96ac-4e43-bd33-46f247960ede,revision_number=5']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:21.678428 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:21.956307 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40cf16-92ac-4bae-9327-ef8c0c6f8248 req-53d0b022-32fe-4bc1-a15c-705679ebb31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:21.957933 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6d40cf16-92ac-4bae-9327-ef8c0c6f8248 req-53d0b022-32fe-4bc1-a15c-705679ebb31d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c672f84d-56cb-4c6b-b7bc-e07f06cc4447 HTTP/1.1" status: 200 len: 1098 time: 0.0808809 Apr 23 10:39:22.001445 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6d40cf16-92ac-4bae-9327-ef8c0c6f8248 req-e3ef51c1-7dfb-423d-9028-47ad54600f11 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=2b8cf528-f55d-4971-b633-a951c70501c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359025 Apr 23 10:39:22.135901 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 39840) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:39:22.464648 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bbdcc-e0fe-4492-aadc-330c10e4e4fe req-897795c7-996d-49bb-809a-61859c409fc3 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:22.466270 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fe3bbdcc-e0fe-4492-aadc-330c10e4e4fe req-897795c7-996d-49bb-809a-61859c409fc3 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=c672f84d-56cb-4c6b-b7bc-e07f06cc4447 HTTP/1.1" status: 200 len: 945 time: 0.2634542 Apr 23 10:39:22.577415 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fe3bbdcc-e0fe-4492-aadc-330c10e4e4fe req-4daa7fc3-2141-460d-9701-f404af2b3f8a tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b8cf528-f55d-4971-b633-a951c70501c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953658 Apr 23 10:39:22.605265 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-c5ee5819-d634-40a4-92fc-d1216f9e8c5b tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Deleting port d9265476-f29f-476f-9377-080ba4fed78c {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:39:22.605648 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c5ee5819-d634-40a4-92fc-d1216f9e8c5b tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:22.730764 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c5ee5819-d634-40a4-92fc-d1216f9e8c5b tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:22.731132 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c5ee5819-d634-40a4-92fc-d1216f9e8c5b tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:22.863482 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-c5ee5819-d634-40a4-92fc-d1216f9e8c5b tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Calling delete_port for d9265476-f29f-476f-9377-080ba4fed78c owned by network:floatingip {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:39:22.988678 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c5ee5819-d634-40a4-92fc-d1216f9e8c5b tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5993849'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:22.993220 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:23.039190 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee5819-d634-40a4-92fc-d1216f9e8c5b tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Pushing event deleted for resources: {'Port': ['ID=d9265476-f29f-476f-9377-080ba4fed78c,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:23.043516 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c5ee5819-d634-40a4-92fc-d1216f9e8c5b tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:23.138557 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c5ee5819-d634-40a4-92fc-d1216f9e8c5b tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for floatingip, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:23.139096 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.l3_db [None req-c5ee5819-d634-40a4-92fc-d1216f9e8c5b tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Floating IP 25a3ea4a-97ec-4e31-9170-109151c9da02 disassociated (deleted). External IP: 172.28.3.79, port: 5f76df28-c932-4a42-b118-89fcfeb121af. Apr 23 10:39:23.810775 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ee5819-d634-40a4-92fc-d1216f9e8c5b tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Router a9a086a0-32c2-4485-bdc8-f3e42965f43a has already been hosted by L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 {{(pid=86420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:39:23.894017 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af418a2d-cb36-469d-93cd-8ecd3a800e85 req-4793bf43-1b87-406d-a154-a494e4c0efa4 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:23.895533 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-af418a2d-cb36-469d-93cd-8ecd3a800e85 req-4793bf43-1b87-406d-a154-a494e4c0efa4 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=c672f84d-56cb-4c6b-b7bc-e07f06cc4447 HTTP/1.1" status: 200 len: 945 time: 0.1890690 Apr 23 10:39:24.033682 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-af418a2d-cb36-469d-93cd-8ecd3a800e85 req-1ebb41fe-6cb2-41b5-a659-a8dbfe1a19c4 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b8cf528-f55d-4971-b633-a951c70501c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287501 Apr 23 10:39:24.070444 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ee5819-d634-40a4-92fc-d1216f9e8c5b tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:39:24.081965 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cec8cab-72c0-4188-95b9-bc200180650b None None] Sync routers for ids ['a9a086a0-32c2-4485-bdc8-f3e42965f43a'] in dv-cinder-779233-3-smb {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:39:24.091561 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c5ee5819-d634-40a4-92fc-d1216f9e8c5b tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for floatingip, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:24.094441 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cec8cab-72c0-4188-95b9-bc200180650b None None] Routers {'a9a086a0-32c2-4485-bdc8-f3e42965f43a'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:39:24.095141 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-6cec8cab-72c0-4188-95b9-bc200180650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:39:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['a9a086a0-32c2-4485-bdc8-f3e42965f43a'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:39:24.162613 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-c5ee5819-d634-40a4-92fc-d1216f9e8c5b tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "DELETE /v2.0/floatingips/25a3ea4a-97ec-4e31-9170-109151c9da02 HTTP/1.1" status: 204 len: 168 time: 2.0254488 Apr 23 10:39:24.163553 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cfe186-8c32-46cf-8259-95030fecadd4', 'tag': '5f76df28-c932-4a42-b118-89fcfeb121af'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:39:24.222037 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23cfe186-8c32-46cf-8259-95030fecadd4', 'tag': '5f76df28-c932-4a42-b118-89fcfeb121af', 'status': 'completed', 'code': 200} Apr 23 10:39:24.310141 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-6cec8cab-72c0-4188-95b9-bc200180650b None None] Set router a9a086a0-32c2-4485-bdc8-f3e42965f43a gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:39:24.379139 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b5977-857e-46ce-aa0b-0b50f0453a14 req-bc1021f1-0553-4821-8f83-1ec400b65765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:24.380806 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b57b5977-857e-46ce-aa0b-0b50f0453a14 req-bc1021f1-0553-4821-8f83-1ec400b65765 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=255f4e8d36df457688082e6c744446c6&device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 1098 time: 0.0930400 Apr 23 10:39:24.574063 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b5977-857e-46ce-aa0b-0b50f0453a14 req-023ae5d0-3f72-4e9c-8efa-3931251d1268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:24.576602 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b57b5977-857e-46ce-aa0b-0b50f0453a14 req-023ae5d0-3f72-4e9c-8efa-3931251d1268 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5ef6478b-7a5c-489a-b953-1eb771afef62 HTTP/1.1" status: 200 len: 908 time: 0.1810536 Apr 23 10:39:24.622912 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b3c3a-ef18-46b2-89d1-fa0d931555e7 req-2887bdda-6760-42ca-b851-385c36290f76 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:24.623915 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-bc0b3c3a-ef18-46b2-89d1-fa0d931555e7 req-2887bdda-6760-42ca-b851-385c36290f76 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Synchronizing usage tracker for tenant:255f4e8d36df457688082e6c744446c6 on resource:port {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:39:24.641040 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-bc0b3c3a-ef18-46b2-89d1-fa0d931555e7 req-2887bdda-6760-42ca-b851-385c36290f76 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Unset dirty status for tenant:255f4e8d36df457688082e6c744446c6 on resource:port {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:39:24.642458 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-bc0b3c3a-ef18-46b2-89d1-fa0d931555e7 req-2887bdda-6760-42ca-b851-385c36290f76 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 945 time: 0.1256137 Apr 23 10:39:24.672079 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b57b5977-857e-46ce-aa0b-0b50f0453a14 req-1f63f618-49e0-4a3b-9564-042e579aff67 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f76df28-c932-4a42-b118-89fcfeb121af HTTP/1.1" status: 200 len: 217 time: 0.0832479 Apr 23 10:39:24.702890 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-6cec8cab-72c0-4188-95b9-bc200180650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'name': 'tempest-TestShelveInstance-41773946-router', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:33:25Z', 'updated_at': '2021-04-23T10:33:33Z', 'revision_number': 4, 'project_id': '255f4e8d36df457688082e6c744446c6', 'gw_port': {'id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:26Z', 'updated_at': '2021-04-23T10:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '228dcedb-d7c3-430d-b752-8fd539c32839', 'name': '', 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'mac_address': 'fa:16:3e:f6:e5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4c234b10-2c8f-4c4d-b927-533993eb530d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:31Z', 'updated_at': '2021-04-23T10:33:41Z', 'revision_number': 5, 'project_id': '255f4e8d36df457688082e6c744446c6', 'subnets': [{'id': '4c234b10-2c8f-4c4d-b927-533993eb530d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:39:24.705710 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-bc0b3c3a-ef18-46b2-89d1-fa0d931555e7 req-601716f9-d268-4f83-99ef-3aeb1438be6c tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555413 Apr 23 10:39:24.708027 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cec8cab-72c0-4188-95b9-bc200180650b None None] Checking router: a9a086a0-32c2-4485-bdc8-f3e42965f43a for host: dv-cinder-779233-3-smb {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:39:24.720266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cec8cab-72c0-4188-95b9-bc200180650b None None] Routers {'a9a086a0-32c2-4485-bdc8-f3e42965f43a'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:39:24.721512 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-6cec8cab-72c0-4188-95b9-bc200180650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:39:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['a9a086a0-32c2-4485-bdc8-f3e42965f43a'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:39:24.762312 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b5977-857e-46ce-aa0b-0b50f0453a14 req-ea58f4f9-9706-4eb6-bda8-5d83f5529cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:24.763904 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b57b5977-857e-46ce-aa0b-0b50f0453a14 req-ea58f4f9-9706-4eb6-bda8-5d83f5529cdb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4c234b10-2c8f-4c4d-b927-533993eb530d HTTP/1.1" status: 200 len: 846 time: 0.0842037 Apr 23 10:39:24.887683 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b5977-857e-46ce-aa0b-0b50f0453a14 req-05c7ef30-6935-42b6-a4f3-28e203563482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:24.888780 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b57b5977-857e-46ce-aa0b-0b50f0453a14 req-05c7ef30-6935-42b6-a4f3-28e203563482 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5ef6478b-7a5c-489a-b953-1eb771afef62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1088946 Apr 23 10:39:25.080297 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b57b5977-857e-46ce-aa0b-0b50f0453a14 req-c6eccbe1-18bb-4d9c-89a4-39df1498873b service neutron] 10.222.0.68 "GET /v2.0/networks/5ef6478b-7a5c-489a-b953-1eb771afef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710520 Apr 23 10:39:25.123886 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-6cec8cab-72c0-4188-95b9-bc200180650b None None] Set router a9a086a0-32c2-4485-bdc8-f3e42965f43a gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:39:25.261811 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b57b5977-857e-46ce-aa0b-0b50f0453a14 req-0df75818-92d3-452c-94b9-f5974f0f8925 service neutron] 10.222.0.68 "GET /v2.0/networks/5ef6478b-7a5c-489a-b953-1eb771afef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677854 Apr 23 10:39:25.430721 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98610f-dca3-424e-951f-753ac17038da req-73b0b014-19a7-4cc1-ab24-977ef2e2ad35 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:25.432399 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-da98610f-dca3-424e-951f-753ac17038da req-73b0b014-19a7-4cc1-ab24-977ef2e2ad35 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=c672f84d-56cb-4c6b-b7bc-e07f06cc4447 HTTP/1.1" status: 200 len: 945 time: 0.0955765 Apr 23 10:39:25.485646 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-da98610f-dca3-424e-951f-753ac17038da req-cccef793-af8a-4fe5-b2bd-089686eeb09c tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b8cf528-f55d-4971-b633-a951c70501c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457692 Apr 23 10:39:25.509966 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-6cec8cab-72c0-4188-95b9-bc200180650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'name': 'tempest-TestShelveInstance-41773946-router', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:33:25Z', 'updated_at': '2021-04-23T10:33:33Z', 'revision_number': 4, 'project_id': '255f4e8d36df457688082e6c744446c6', 'gw_port': {'id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:26Z', 'updated_at': '2021-04-23T10:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '228dcedb-d7c3-430d-b752-8fd539c32839', 'name': '', 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'mac_address': 'fa:16:3e:f6:e5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4c234b10-2c8f-4c4d-b927-533993eb530d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:31Z', 'updated_at': '2021-04-23T10:33:41Z', 'revision_number': 5, 'project_id': '255f4e8d36df457688082e6c744446c6', 'subnets': [{'id': '4c234b10-2c8f-4c4d-b927-533993eb530d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:39:25.514259 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cec8cab-72c0-4188-95b9-bc200180650b None None] The sync data for ids ['a9a086a0-32c2-4485-bdc8-f3e42965f43a'] in dv-cinder-779233-3-smb is: [{'id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'name': 'tempest-TestShelveInstance-41773946-router', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:33:25Z', 'updated_at': '2021-04-23T10:33:33Z', 'revision_number': 4, 'project_id': '255f4e8d36df457688082e6c744446c6', 'gw_port': {'id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:26Z', 'updated_at': '2021-04-23T10:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb', '_interfaces': [{'id': '228dcedb-d7c3-430d-b752-8fd539c32839', 'name': '', 'network_id': '5ef6478b-7a5c-489a-b953-1eb771afef62', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'mac_address': 'fa:16:3e:f6:e5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '4c234b10-2c8f-4c4d-b927-533993eb530d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:31Z', 'updated_at': '2021-04-23T10:33:41Z', 'revision_number': 5, 'project_id': '255f4e8d36df457688082e6c744446c6', 'subnets': [{'id': '4c234b10-2c8f-4c4d-b927-533993eb530d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:39:25.903567 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11988a20-fb84-4151-8a2b-46b91c2a908f None None] New status for floating IP 25a3ea4a-97ec-4e31-9170-109151c9da02: DOWN {{(pid=86424) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:39:25.921594 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92a7cb-20ef-492d-9f4f-c8cf1ef30069 req-401b924a-7bab-4f86-83d7-37d329a5e984 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:25.923770 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fc92a7cb-20ef-492d-9f4f-c8cf1ef30069 req-401b924a-7bab-4f86-83d7-37d329a5e984 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 945 time: 0.0948606 Apr 23 10:39:25.974234 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fc92a7cb-20ef-492d-9f4f-c8cf1ef30069 req-417fbe9e-1d94-443f-9de2-81aed2cf1229 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436525 Apr 23 10:39:26.700066 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2be39-5a00-4d0c-8f73-cf3c7dbe8ef8 req-8e29a111-00ee-49bc-9b0e-a5475ea1565f tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:26.701703 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a3a2be39-5a00-4d0c-8f73-cf3c7dbe8ef8 req-8e29a111-00ee-49bc-9b0e-a5475ea1565f tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=c672f84d-56cb-4c6b-b7bc-e07f06cc4447 HTTP/1.1" status: 200 len: 945 time: 0.0915241 Apr 23 10:39:26.750505 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a3a2be39-5a00-4d0c-8f73-cf3c7dbe8ef8 req-2b8d2302-9281-47e8-b063-5692ec8a6bc9 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b8cf528-f55d-4971-b633-a951c70501c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413821 Apr 23 10:39:27.094623 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e8dd3-32f9-4f6a-8e4a-30c2aff75348 req-f6b57dda-f930-49eb-8b22-ac2e9ba0dd83 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:27.095380 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-539e8dd3-32f9-4f6a-8e4a-30c2aff75348 req-f6b57dda-f930-49eb-8b22-ac2e9ba0dd83 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Synchronizing usage tracker for tenant:255f4e8d36df457688082e6c744446c6 on resource:port {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:39:27.107967 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-539e8dd3-32f9-4f6a-8e4a-30c2aff75348 req-f6b57dda-f930-49eb-8b22-ac2e9ba0dd83 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Unset dirty status for tenant:255f4e8d36df457688082e6c744446c6 on resource:port {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:39:27.114007 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-539e8dd3-32f9-4f6a-8e4a-30c2aff75348 req-f6b57dda-f930-49eb-8b22-ac2e9ba0dd83 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.68 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 945 time: 0.1064274 Apr 23 10:39:27.186162 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e201a2-8817-4759-a8bf-a967dac35845 req-81a14b42-4297-4450-8afd-6c74d5fed5aa tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:27.188447 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d0e201a2-8817-4759-a8bf-a967dac35845 req-81a14b42-4297-4450-8afd-6c74d5fed5aa tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 945 time: 0.0896831 Apr 23 10:39:27.239903 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d0e201a2-8817-4759-a8bf-a967dac35845 req-af52342d-9224-4bf2-b87d-87813211348a tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/security-groups?id=f59690c5-ff17-4317-95b9-e988f25e4021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448973 Apr 23 10:39:27.270922 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-539e8dd3-32f9-4f6a-8e4a-30c2aff75348 req-40675e83-20c6-4ee0-afe6-24f9fca4e713 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Deleting port 5f76df28-c932-4a42-b118-89fcfeb121af {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:39:27.271241 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-539e8dd3-32f9-4f6a-8e4a-30c2aff75348 req-40675e83-20c6-4ee0-afe6-24f9fca4e713 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:27.412675 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-539e8dd3-32f9-4f6a-8e4a-30c2aff75348 req-40675e83-20c6-4ee0-afe6-24f9fca4e713 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] For port 5f76df28-c932-4a42-b118-89fcfeb121af, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=5f76df28-c932-4a42-b118-89fcfeb121af,segment=NetworkSegment(1ba262e6-0f55-466e-81dc-52af2670b15b),segment_id=1ba262e6-0f55-466e-81dc-52af2670b15b)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:39:27.413081 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-539e8dd3-32f9-4f6a-8e4a-30c2aff75348 req-40675e83-20c6-4ee0-afe6-24f9fca4e713 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:27.547940 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-539e8dd3-32f9-4f6a-8e4a-30c2aff75348 req-40675e83-20c6-4ee0-afe6-24f9fca4e713 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Calling delete_port for 5f76df28-c932-4a42-b118-89fcfeb121af owned by compute:nova {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:39:27.664769 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-539e8dd3-32f9-4f6a-8e4a-30c2aff75348 req-40675e83-20c6-4ee0-afe6-24f9fca4e713 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:27.670328 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4aafb099-7dab-421b-9942-bca7d7fbcca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:27.717843 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40675e83-20c6-4ee0-afe6-24f9fca4e713 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Pushing event deleted for resources: {'Port': ['ID=5f76df28-c932-4a42-b118-89fcfeb121af,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:27.721718 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-40675e83-20c6-4ee0-afe6-24f9fca4e713 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:27.844563 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-539e8dd3-32f9-4f6a-8e4a-30c2aff75348 req-40675e83-20c6-4ee0-afe6-24f9fca4e713 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] No DVR routers for this DVR port 5f76df28-c932-4a42-b118-89fcfeb121af on host hv-cinder-77923 {{(pid=86422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:39:27.849331 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-539e8dd3-32f9-4f6a-8e4a-30c2aff75348 req-40675e83-20c6-4ee0-afe6-24f9fca4e713 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:27.852031 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cfe186-8c32-46cf-8259-95030fecadd4', 'name': 'network-vif-deleted', 'tag': '5f76df28-c932-4a42-b118-89fcfeb121af'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:39:27.873328 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-539e8dd3-32f9-4f6a-8e4a-30c2aff75348 req-40675e83-20c6-4ee0-afe6-24f9fca4e713 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.68 "DELETE /v2.0/ports/5f76df28-c932-4a42-b118-89fcfeb121af HTTP/1.1" status: 204 len: 173 time: 0.7467442 Apr 23 10:39:27.907988 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295c644-a7fb-44ff-b233-881db48d56a2 req-1a66cfc8-5e58-4679-a2bb-153ea72b0aec tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:27.908786 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-a295c644-a7fb-44ff-b233-881db48d56a2 req-1a66cfc8-5e58-4679-a2bb-153ea72b0aec tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Synchronizing usage tracker for tenant:e8affd0165654195a1f1b71ef6d98dbc on resource:port {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:39:27.914014 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cfe186-8c32-46cf-8259-95030fecadd4', 'name': 'network-vif-deleted', 'tag': '5f76df28-c932-4a42-b118-89fcfeb121af', 'status': 'completed', 'code': 200} Apr 23 10:39:27.927985 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-a295c644-a7fb-44ff-b233-881db48d56a2 req-1a66cfc8-5e58-4679-a2bb-153ea72b0aec tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Unset dirty status for tenant:e8affd0165654195a1f1b71ef6d98dbc on resource:port {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:39:27.929242 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a295c644-a7fb-44ff-b233-881db48d56a2 req-1a66cfc8-5e58-4679-a2bb-153ea72b0aec tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.68 "GET /v2.0/ports?device_id=c672f84d-56cb-4c6b-b7bc-e07f06cc4447 HTTP/1.1" status: 200 len: 945 time: 0.1396966 Apr 23 10:39:27.972772 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef57616-3fa2-411b-9702-0cb8f4d94714 req-1aafe9ac-af59-4a4b-b764-7f6d3aaf72a1 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:27.974483 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cef57616-3fa2-411b-9702-0cb8f4d94714 req-1aafe9ac-af59-4a4b-b764-7f6d3aaf72a1 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=c672f84d-56cb-4c6b-b7bc-e07f06cc4447 HTTP/1.1" status: 200 len: 945 time: 0.1063528 Apr 23 10:39:28.024990 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cef57616-3fa2-411b-9702-0cb8f4d94714 req-4dd61358-9aa0-4ec2-ab12-570b7f9a5437 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b8cf528-f55d-4971-b633-a951c70501c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434098 Apr 23 10:39:28.129691 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-a295c644-a7fb-44ff-b233-881db48d56a2 req-f1f795aa-ecc1-4b85-ae69-0df3f451208e tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Deleting port 1164ad96-96ac-4e43-bd33-46f247960ede {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:39:28.130088 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-a295c644-a7fb-44ff-b233-881db48d56a2 req-f1f795aa-ecc1-4b85-ae69-0df3f451208e tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:28.275788 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-a295c644-a7fb-44ff-b233-881db48d56a2 req-f1f795aa-ecc1-4b85-ae69-0df3f451208e tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] For port 1164ad96-96ac-4e43-bd33-46f247960ede, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=1164ad96-96ac-4e43-bd33-46f247960ede,segment=NetworkSegment(493bd544-680d-4e6e-b1c1-639868ef00bd),segment_id=493bd544-680d-4e6e-b1c1-639868ef00bd)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:39:28.276437 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-a295c644-a7fb-44ff-b233-881db48d56a2 req-f1f795aa-ecc1-4b85-ae69-0df3f451208e tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:28.414064 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-31e99b61-cfc5-4211-be09-f175f3a77033 req-9eeaabd6-86a5-4c9b-ae5a-cc69dc5d5edb tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cfe186-8c32-46cf-8259-95030fecadd4 HTTP/1.1" status: 200 len: 210 time: 0.0512841 Apr 23 10:39:28.414632 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-a295c644-a7fb-44ff-b233-881db48d56a2 req-f1f795aa-ecc1-4b85-ae69-0df3f451208e tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Calling delete_port for 1164ad96-96ac-4e43-bd33-46f247960ede owned by compute:nova {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:39:28.533940 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-a295c644-a7fb-44ff-b233-881db48d56a2 req-f1f795aa-ecc1-4b85-ae69-0df3f451208e tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:28.540849 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:28.584217 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['1164ad96-96ac-4e43-bd33-46f247960ede'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:39:28.590891 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f795aa-ecc1-4b85-ae69-0df3f451208e tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Pushing event deleted for resources: {'Port': ['ID=1164ad96-96ac-4e43-bd33-46f247960ede,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:28.594911 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f1f795aa-ecc1-4b85-ae69-0df3f451208e tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:28.672865 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-a295c644-a7fb-44ff-b233-881db48d56a2 req-f1f795aa-ecc1-4b85-ae69-0df3f451208e tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] No DVR routers for this DVR port 1164ad96-96ac-4e43-bd33-46f247960ede on host hv-cinder-77923 {{(pid=86422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:39:28.675342 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-a295c644-a7fb-44ff-b233-881db48d56a2 req-f1f795aa-ecc1-4b85-ae69-0df3f451208e tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:28.687276 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a295c644-a7fb-44ff-b233-881db48d56a2 req-f1f795aa-ecc1-4b85-ae69-0df3f451208e tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.68 "DELETE /v2.0/ports/1164ad96-96ac-4e43-bd33-46f247960ede HTTP/1.1" status: 204 len: 173 time: 0.7250264 Apr 23 10:39:29.210913 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2234ff75-a0ab-44ef-bc00-40e07a7dc1b7 req-b08e3710-4640-4d42-8aaf-33c99f971faa tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=c672f84d-56cb-4c6b-b7bc-e07f06cc4447 HTTP/1.1" status: 200 len: 210 time: 0.0534053 Apr 23 10:39:29.520666 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 39882) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:39:29.595630 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-acf2a2b3-6258-4a00-9957-16eb61d3af50 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:29.626953 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-acf2a2b3-6258-4a00-9957-16eb61d3af50 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:29.688887 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-acf2a2b3-6258-4a00-9957-16eb61d3af50 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:29.694616 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e3f62e51-9659-4b0c-a26a-e227f8ba4201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:29.711932 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2a2b3-6258-4a00-9957-16eb61d3af50 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59690c5-ff17-4317-95b9-e988f25e4021,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:29.718031 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-acf2a2b3-6258-4a00-9957-16eb61d3af50 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:29.720391 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-acf2a2b3-6258-4a00-9957-16eb61d3af50 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:29.721608 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-acf2a2b3-6258-4a00-9957-16eb61d3af50 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] 10.222.0.70 "DELETE /v2.0/security-groups/f59690c5-ff17-4317-95b9-e988f25e4021 HTTP/1.1" status: 204 len: 168 time: 0.1998587 Apr 23 10:39:29.771494 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 39888) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:39:30.185061 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c672f84d-56cb-4c6b-b7bc-e07f06cc4447', 'name': 'network-vif-deleted', 'tag': '1164ad96-96ac-4e43-bd33-46f247960ede'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:39:30.248951 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c672f84d-56cb-4c6b-b7bc-e07f06cc4447', 'name': 'network-vif-deleted', 'tag': '1164ad96-96ac-4e43-bd33-46f247960ede', 'status': 'completed', 'code': 200} Apr 23 10:39:30.603892 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-909f8f36-5fbb-4b6b-8632-954c44c988e2 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:30.605574 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-909f8f36-5fbb-4b6b-8632-954c44c988e2 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/networks?id=7e1cec48-a617-4de2-8519-657102aca039 HTTP/1.1" status: 200 len: 808 time: 0.1600535 Apr 23 10:39:30.624532 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-74c6dbf1-a580-4ae0-ae98-c79930c91cc3 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/quotas/e8affd0165654195a1f1b71ef6d98dbc HTTP/1.1" status: 200 len: 375 time: 0.0103788 Apr 23 10:39:30.642753 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8f42e7f9-fedc-4a5b-9bcb-88b146e50946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854376287'] for router_interface, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:30.683882 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-81072dc9-e039-46a2-9a37-ac835c103ee6 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8affd0165654195a1f1b71ef6d98dbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525599 Apr 23 10:39:30.742081 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-11a769a9-a39c-42f0-aaf5-77cc3190480b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=86420) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 10:39:30.743173 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-11a769a9-a39c-42f0-aaf5-77cc3190480b service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512204 Apr 23 10:39:30.890778 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-497a7710-32f1-4e1c-b31a-b96c761ae216 service neutron] 10.222.0.70 "GET /v2.0/networks/7e1cec48-a617-4de2-8519-657102aca039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407712 Apr 23 10:39:31.040278 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-2795fc4a-54ae-4dd8-82f8-30283de77b14 service neutron] 10.222.0.70 "GET /v2.0/networks/7e1cec48-a617-4de2-8519-657102aca039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406960 Apr 23 10:39:31.090990 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-8f42e7f9-fedc-4a5b-9bcb-88b146e50946 admin admin] Deleting port 228dcedb-d7c3-430d-b752-8fd539c32839 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:39:31.091369 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8f42e7f9-fedc-4a5b-9bcb-88b146e50946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:31.243636 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-8f42e7f9-fedc-4a5b-9bcb-88b146e50946 admin admin] For port 228dcedb-d7c3-430d-b752-8fd539c32839, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=228dcedb-d7c3-430d-b752-8fd539c32839,segment=NetworkSegment(1ba262e6-0f55-466e-81dc-52af2670b15b),segment_id=1ba262e6-0f55-466e-81dc-52af2670b15b)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:39:31.244037 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8f42e7f9-fedc-4a5b-9bcb-88b146e50946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:31.265007 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0a8e9a71-aa4f-49a3-a10a-234e646e29f3 req-6a77faaf-6bb0-4b8a-878f-628fcb532c40 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=99789257-ea9e-4e49-a322-34a84998477b HTTP/1.1" status: 200 len: 210 time: 0.0526292 Apr 23 10:39:31.390034 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-8f42e7f9-fedc-4a5b-9bcb-88b146e50946 admin admin] Calling delete_port for 228dcedb-d7c3-430d-b752-8fd539c32839 owned by network:router_interface {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:39:31.408311 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 1164ad96-96ac-4e43-bd33-46f247960ede no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:39:31.460097 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] No Port match for: 1164ad96-96ac-4e43-bd33-46f247960ede {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:39:31.460525 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 1164ad96-96ac-4e43-bd33-46f247960ede not bound to the agent host hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:39:31.460990 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 5f76df28-c932-4a42-b118-89fcfeb121af no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:39:31.500064 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] No Port match for: 5f76df28-c932-4a42-b118-89fcfeb121af {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:39:31.500725 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 5f76df28-c932-4a42-b118-89fcfeb121af not bound to the agent host hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:39:31.558786 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8f42e7f9-fedc-4a5b-9bcb-88b146e50946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:31.564110 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9bc69eb3-bd58-45e3-a38c-31679bccbb0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:31.647812 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42e7f9-fedc-4a5b-9bcb-88b146e50946 admin admin] Pushing event deleted for resources: {'Port': ['ID=228dcedb-d7c3-430d-b752-8fd539c32839,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:31.650706 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8f42e7f9-fedc-4a5b-9bcb-88b146e50946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:31.918986 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8f42e7f9-fedc-4a5b-9bcb-88b146e50946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854376225'] for router_interface, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:32.158299 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-385a05df-60f7-4968-abc7-7eadc52ae3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:32.315211 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f42e7f9-fedc-4a5b-9bcb-88b146e50946 admin admin] Router a9a086a0-32c2-4485-bdc8-f3e42965f43a has already been hosted by L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 {{(pid=86422) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:39:32.447478 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ffd9a4e4-c239-4f0d-9028-0aca5cd71cb1 req-e82b5bea-5a9d-4723-bf59-88a0abfda475 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=99789257-ea9e-4e49-a322-34a84998477b HTTP/1.1" status: 200 len: 210 time: 0.0498772 Apr 23 10:39:32.511142 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f42e7f9-fedc-4a5b-9bcb-88b146e50946 admin admin] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86422) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:39:32.520000 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca3645f-6dc8-4e2e-8f10-92597eb765fe None None] Sync routers for ids ['a9a086a0-32c2-4485-bdc8-f3e42965f43a'] in dv-cinder-779233-3-smb {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:39:32.526749 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-8f42e7f9-fedc-4a5b-9bcb-88b146e50946 admin admin] 10.222.0.70 "PUT /v2.0/routers/a9a086a0-32c2-4485-bdc8-f3e42965f43a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7517471 Apr 23 10:39:32.527013 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 39928) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:39:32.531799 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca3645f-6dc8-4e2e-8f10-92597eb765fe None None] Routers {'a9a086a0-32c2-4485-bdc8-f3e42965f43a'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:39:32.532611 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-0ca3645f-6dc8-4e2e-8f10-92597eb765fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:39:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['a9a086a0-32c2-4485-bdc8-f3e42965f43a'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:39:32.733316 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-0ca3645f-6dc8-4e2e-8f10-92597eb765fe None None] Set router a9a086a0-32c2-4485-bdc8-f3e42965f43a gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:39:33.052541 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-0ca3645f-6dc8-4e2e-8f10-92597eb765fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'name': 'tempest-TestShelveInstance-41773946-router', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:33:25Z', 'updated_at': '2021-04-23T10:39:31Z', 'revision_number': 5, 'project_id': '255f4e8d36df457688082e6c744446c6', 'gw_port': {'id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:26Z', 'updated_at': '2021-04-23T10:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:39:33.056712 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca3645f-6dc8-4e2e-8f10-92597eb765fe None None] Checking router: a9a086a0-32c2-4485-bdc8-f3e42965f43a for host: dv-cinder-779233-3-smb {{(pid=86423) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:39:33.065869 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca3645f-6dc8-4e2e-8f10-92597eb765fe None None] Routers {'a9a086a0-32c2-4485-bdc8-f3e42965f43a'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86423) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:39:33.066534 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-0ca3645f-6dc8-4e2e-8f10-92597eb765fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:39:04Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['a9a086a0-32c2-4485-bdc8-f3e42965f43a'], 'active': True} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:39:33.097953 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] Notify callbacks [] for router, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:33.242718 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-ab07610d-37c6-4a24-ba8d-24932c38e3a8 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:33.244281 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-ab07610d-37c6-4a24-ba8d-24932c38e3a8 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.68 "GET /v2.0/networks?id=7e1cec48-a617-4de2-8519-657102aca039 HTTP/1.1" status: 200 len: 808 time: 0.5751438 Apr 23 10:39:33.263482 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-0ca3645f-6dc8-4e2e-8f10-92597eb765fe None None] Set router a9a086a0-32c2-4485-bdc8-f3e42965f43a gateway port host: dv-cinder-779233-3-smb {{(pid=86423) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:39:33.277915 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-4959bed3-afb0-4c2d-8708-3b1a24a6d94d tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Request body: {'port': {'device_id': '99789257-ea9e-4e49-a322-34a84998477b', 'network_id': '7e1cec48-a617-4de2-8519-657102aca039', 'admin_state_up': True, 'tenant_id': 'e8affd0165654195a1f1b71ef6d98dbc'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:39:33.431898 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:33.473849 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:33.497052 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-4959bed3-afb0-4c2d-8708-3b1a24a6d94d tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:39:33.503496 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-4959bed3-afb0-4c2d-8708-3b1a24a6d94d tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Usage tracker for resource:port and tenant:e8affd0165654195a1f1b71ef6d98dbc is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:39:33.508574 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-4959bed3-afb0-4c2d-8708-3b1a24a6d94d tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:39:33.517755 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-4959bed3-afb0-4c2d-8708-3b1a24a6d94d tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:39:33.539874 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-4959bed3-afb0-4c2d-8708-3b1a24a6d94d tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Made reservation on behalf of e8affd0165654195a1f1b71ef6d98dbc for: {'port': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:39:33.546045 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-4959bed3-afb0-4c2d-8708-3b1a24a6d94d tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:33.572395 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] Deleting port 2c71d4a2-42ae-4801-a341-836724f6d893 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:39:33.572761 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:33.581921 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-0ca3645f-6dc8-4e2e-8f10-92597eb765fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'name': 'tempest-TestShelveInstance-41773946-router', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:33:25Z', 'updated_at': '2021-04-23T10:39:31Z', 'revision_number': 5, 'project_id': '255f4e8d36df457688082e6c744446c6', 'gw_port': {'id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:26Z', 'updated_at': '2021-04-23T10:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:39:33.586418 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca3645f-6dc8-4e2e-8f10-92597eb765fe None None] The sync data for ids ['a9a086a0-32c2-4485-bdc8-f3e42965f43a'] in dv-cinder-779233-3-smb is: [{'id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'name': 'tempest-TestShelveInstance-41773946-router', 'tenant_id': '255f4e8d36df457688082e6c744446c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:33:25Z', 'updated_at': '2021-04-23T10:39:31Z', 'revision_number': 5, 'project_id': '255f4e8d36df457688082e6c744446c6', 'gw_port': {'id': '2c71d4a2-42ae-4801-a341-836724f6d893', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a086a0-32c2-4485-bdc8-f3e42965f43a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:26Z', 'updated_at': '2021-04-23T10:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}] {{(pid=86423) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:39:33.627744 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-838e53b1-dd2f-4fe3-8c37-e238a21d4f68 req-25f1bddc-824d-4139-baac-c9838183c486 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=99789257-ea9e-4e49-a322-34a84998477b HTTP/1.1" status: 200 len: 210 time: 0.0591667 Apr 23 10:39:33.831854 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] For port 2c71d4a2-42ae-4801-a341-836724f6d893, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=2c71d4a2-42ae-4801-a341-836724f6d893,segment=NetworkSegment(2310ff8d-72d8-4ca8-834c-a38d93326363),segment_id=2310ff8d-72d8-4ca8-834c-a38d93326363)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:39:33.832265 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:33.979453 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] Calling delete_port for 2c71d4a2-42ae-4801-a341-836724f6d893 owned by network:router_gateway {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:39:33.987335 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-4959bed3-afb0-4c2d-8708-3b1a24a6d94d tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Allocated IP 172.20.0.7 (7e1cec48-a617-4de2-8519-657102aca039/8ae346a0-586c-46eb-8092-51ab977c43ad/22ed7f2a-186e-46cf-8369-f3201ee71551) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:39:34.166921 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0a5fb3a0-46d9-47a6-9d2a-b9e6b267c56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:34.256288 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-4959bed3-afb0-4c2d-8708-3b1a24a6d94d tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:34.303397 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 228dcedb-d7c3-430d-b752-8fd539c32839 no longer exists at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:39:34.338686 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:34.340323 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] No Port match for: 228dcedb-d7c3-430d-b752-8fd539c32839 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:39:34.340743 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 228dcedb-d7c3-430d-b752-8fd539c32839 not bound to the agent host dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:39:34.345100 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8d417900-6dca-49f1-a899-26205cea4ac8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:34.394983 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c71d4a2-42ae-4801-a341-836724f6d893,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:34.435544 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:39:34.436076 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:39:34.436290 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:39:34.436729 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:39:34.437136 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:39:34.437569 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:39:34.437972 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:39:34.438376 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:39:34.438801 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:39:34.439179 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:39:34.439579 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:39:34.439975 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:39:34.448547 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:34.449850 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-4959bed3-afb0-4c2d-8708-3b1a24a6d94d tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:34.487086 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-40675e83-20c6-4ee0-afe6-24f9fca4e713 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:34.577231 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-4959bed3-afb0-4c2d-8708-3b1a24a6d94d tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Network 7e1cec48-a617-4de2-8519-657102aca039 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:39:34.584629 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-4959bed3-afb0-4c2d-8708-3b1a24a6d94d tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:39:34.590544 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-4959bed3-afb0-4c2d-8708-3b1a24a6d94d tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:39:34.620760 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959bed3-afb0-4c2d-8708-3b1a24a6d94d tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Pushing event updated for resources: {'Port': ['ID=22ed7f2a-186e-46cf-8369-f3201ee71551,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:34.626673 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501854'] for router_gateway, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:34.677894 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4959bed3-afb0-4c2d-8708-3b1a24a6d94d tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:34.840524 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-400642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-461'] for router, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:34.845303 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:34.851582 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b94cfa-ace4-4e01-820e-833044bd3441 req-82b48f80-36b5-46f1-a568-31b866d894e6 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:34.853321 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-53b94cfa-ace4-4e01-820e-833044bd3441 req-82b48f80-36b5-46f1-a568-31b866d894e6 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=99789257-ea9e-4e49-a322-34a84998477b HTTP/1.1" status: 200 len: 931 time: 0.1038127 Apr 23 10:39:34.856272 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-4959bed3-afb0-4c2d-8708-3b1a24a6d94d tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:34.857011 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-4959bed3-afb0-4c2d-8708-3b1a24a6d94d tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:34.902519 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854369722'] for router, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:34.903073 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9a086a0-32c2-4485-bdc8-f3e42965f43a {{(pid=86422) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 10:39:34.908375 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-53b94cfa-ace4-4e01-820e-833044bd3441 req-4b6fa2e7-2cfc-4f70-881d-59d7b7bc0f64 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b8cf528-f55d-4971-b633-a951c70501c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477338 Apr 23 10:39:34.914579 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] Notify callbacks [] for router, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:34.916057 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-5b369563-70d7-4546-ac2b-f438e22c8ea3 admin admin] 10.222.0.70 "DELETE /v2.0/routers/a9a086a0-32c2-4485-bdc8-f3e42965f43a HTTP/1.1" status: 204 len: 168 time: 2.3879254 Apr 23 10:39:34.918757 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 39940) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:39:34.920840 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-4959bed3-afb0-4c2d-8708-3b1a24a6d94d tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6500790 Apr 23 10:39:34.940116 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-81a54bac-12cb-42bc-a70a-f04748ed2e02 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=86422) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 10:39:34.941427 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-81a54bac-12cb-42bc-a70a-f04748ed2e02 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072103 Apr 23 10:39:34.994083 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-96319568-3637-43ae-90df-9c25abe52756 admin admin] Deleting subnet 4c234b10-2c8f-4c4d-b927-533993eb530d {{(pid=86420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 10:39:34.997306 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-96319568-3637-43ae-90df-9c25abe52756 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:35.010676 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-8fa42341-c340-42dc-b26d-c1cb3a8f2b2c service neutron] Request body: {'port': {'device_id': '99789257-ea9e-4e49-a322-34a84998477b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:39:35.051114 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-96319568-3637-43ae-90df-9c25abe52756 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847345424'] for subnet, precommit_delete_associations {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:35.143566 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-96319568-3637-43ae-90df-9c25abe52756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853331552'] for subnet, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:35.149008 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-8fa42341-c340-42dc-b26d-c1cb3a8f2b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:35.432777 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:35.445316 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-96319568-3637-43ae-90df-9c25abe52756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1444248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5990573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5354576'] for subnet, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:35.450747 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:35.493724 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96319568-3637-43ae-90df-9c25abe52756 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c234b10-2c8f-4c4d-b927-533993eb530d,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:35.496113 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-96319568-3637-43ae-90df-9c25abe52756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:35.499038 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-96319568-3637-43ae-90df-9c25abe52756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:35.502411 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:35.506397 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-96319568-3637-43ae-90df-9c25abe52756 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4c234b10-2c8f-4c4d-b927-533993eb530d HTTP/1.1" status: 204 len: 168 time: 0.5840678 Apr 23 10:39:35.506571 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28215f33-4e04-487e-8c02-930a60898cb7 None None] Network 5ef6478b-7a5c-489a-b953-1eb771afef62 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:39:35.506664 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 39946) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:39:35.556978 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-8fa42341-c340-42dc-b26d-c1cb3a8f2b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22ed7f2a-186e-46cf-8369-f3201ee71551 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:39:35.566041 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-8fa42341-c340-42dc-b26d-c1cb3a8f2b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:35.584921 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-8fa42341-c340-42dc-b26d-c1cb3a8f2b2c service neutron] Transition to ACTIVE for port object 22ed7f2a-186e-46cf-8369-f3201ee71551 will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:39:35.588798 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-8fa42341-c340-42dc-b26d-c1cb3a8f2b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848232985'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:35.593080 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-621a199d-0daa-4378-ad85-1b8e3d9396f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:35.631740 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42c8f59c-f076-4d52-8645-f6d138601388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853440276'] for network, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:35.721301 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-42c8f59c-f076-4d52-8645-f6d138601388 admin admin] Deleting port 36144aed-9b9d-4f12-aceb-46e3c696ebf3 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:39:35.721969 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42c8f59c-f076-4d52-8645-f6d138601388 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:35.772132 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa42341-c340-42dc-b26d-c1cb3a8f2b2c service neutron] Pushing event updated for resources: {'Port': ['ID=22ed7f2a-186e-46cf-8369-f3201ee71551,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:35.801023 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8fa42341-c340-42dc-b26d-c1cb3a8f2b2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:35.830765 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887ceb10-ddf8-4bc9-9632-8ba807c82288 None None] DHCP port deletion for 5ef6478b-7a5c-489a-b953-1eb771afef62 request from dv-cinder-779233-3-smb {{(pid=86423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 10:39:35.847693 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-42c8f59c-f076-4d52-8645-f6d138601388 admin admin] For port 36144aed-9b9d-4f12-aceb-46e3c696ebf3, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=36144aed-9b9d-4f12-aceb-46e3c696ebf3,segment=NetworkSegment(1ba262e6-0f55-466e-81dc-52af2670b15b),segment_id=1ba262e6-0f55-466e-81dc-52af2670b15b)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:39:35.848078 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42c8f59c-f076-4d52-8645-f6d138601388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:35.862894 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-8fa42341-c340-42dc-b26d-c1cb3a8f2b2c service neutron] Attempting to bind port 22ed7f2a-186e-46cf-8369-f3201ee71551 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:39:35.863264 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-8fa42341-c340-42dc-b26d-c1cb3a8f2b2c service neutron] Attempting to bind port 22ed7f2a-186e-46cf-8369-f3201ee71551 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '493bd544-680d-4e6e-b1c1-639868ef00bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7e1cec48-a617-4de2-8519-657102aca039'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:39:35.863613 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-8fa42341-c340-42dc-b26d-c1cb3a8f2b2c service neutron] Attempting to bind port 22ed7f2a-186e-46cf-8369-f3201ee71551 on network 7e1cec48-a617-4de2-8519-657102aca039 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:39:35.868670 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-8fa42341-c340-42dc-b26d-c1cb3a8f2b2c service neutron] Port 22ed7f2a-186e-46cf-8369-f3201ee71551 on network 7e1cec48-a617-4de2-8519-657102aca039 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:39:35.869034 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-8fa42341-c340-42dc-b26d-c1cb3a8f2b2c service neutron] Attempting to bind port 22ed7f2a-186e-46cf-8369-f3201ee71551 on network 7e1cec48-a617-4de2-8519-657102aca039 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:39:35.875188 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-8fa42341-c340-42dc-b26d-c1cb3a8f2b2c service neutron] Checking agent: {'id': 'e9dd349d-b683-48bd-911f-eb86d546e7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'started_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:39:35.875584 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-8fa42341-c340-42dc-b26d-c1cb3a8f2b2c service neutron] Checking segment: {'id': '493bd544-680d-4e6e-b1c1-639868ef00bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7e1cec48-a617-4de2-8519-657102aca039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:39:35.875999 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-8fa42341-c340-42dc-b26d-c1cb3a8f2b2c service neutron] Bound using segment: {'id': '493bd544-680d-4e6e-b1c1-639868ef00bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7e1cec48-a617-4de2-8519-657102aca039'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:39:35.876488 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-8fa42341-c340-42dc-b26d-c1cb3a8f2b2c service neutron] Bound port: 22ed7f2a-186e-46cf-8369-f3201ee71551, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '493bd544-680d-4e6e-b1c1-639868ef00bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '7e1cec48-a617-4de2-8519-657102aca039'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:39:35.876987 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-8fa42341-c340-42dc-b26d-c1cb3a8f2b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:35.911165 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-887ceb10-ddf8-4bc9-9632-8ba807c82288 None None] Deleting port 36144aed-9b9d-4f12-aceb-46e3c696ebf3 {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:39:35.911742 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-887ceb10-ddf8-4bc9-9632-8ba807c82288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:35.978749 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-8fa42341-c340-42dc-b26d-c1cb3a8f2b2c service neutron] For port 22ed7f2a-186e-46cf-8369-f3201ee71551, host hv-cinder-77923, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:39:35.983121 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-8fa42341-c340-42dc-b26d-c1cb3a8f2b2c service neutron] For port 22ed7f2a-186e-46cf-8369-f3201ee71551, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=22ed7f2a-186e-46cf-8369-f3201ee71551,segment=NetworkSegment(493bd544-680d-4e6e-b1c1-639868ef00bd),segment_id=493bd544-680d-4e6e-b1c1-639868ef00bd)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:39:35.986809 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-8fa42341-c340-42dc-b26d-c1cb3a8f2b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848232985'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:35.991925 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:35.994091 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-42c8f59c-f076-4d52-8645-f6d138601388 admin admin] Calling delete_port for 36144aed-9b9d-4f12-aceb-46e3c696ebf3 owned by network:dhcp {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:39:36.057662 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-8fa42341-c340-42dc-b26d-c1cb3a8f2b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:36.058283 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-8fa42341-c340-42dc-b26d-c1cb3a8f2b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:36.059964 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-8fa42341-c340-42dc-b26d-c1cb3a8f2b2c service neutron] 10.222.0.68 "PUT /v2.0/ports/22ed7f2a-186e-46cf-8369-f3201ee71551 HTTP/1.1" status: 200 len: 1093 time: 1.1052842 Apr 23 10:39:36.060403 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99789257-ea9e-4e49-a322-34a84998477b', 'tag': '22ed7f2a-186e-46cf-8369-f3201ee71551'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:39:36.062081 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-887ceb10-ddf8-4bc9-9632-8ba807c82288 None None] For port 36144aed-9b9d-4f12-aceb-46e3c696ebf3, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=36144aed-9b9d-4f12-aceb-46e3c696ebf3,segment=NetworkSegment(1ba262e6-0f55-466e-81dc-52af2670b15b),segment_id=1ba262e6-0f55-466e-81dc-52af2670b15b)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:39:36.063295 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-887ceb10-ddf8-4bc9-9632-8ba807c82288 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:36.064410 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42c8f59c-f076-4d52-8645-f6d138601388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5993849'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:36.076243 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c95e82b1-bcfb-44e0-85fa-924b3db53d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:36.092382 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa42341-c340-42dc-b26d-c1cb3a8f2b2c service neutron] Pushing event updated for resources: {'Port': ['ID=22ed7f2a-186e-46cf-8369-f3201ee71551,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:36.095650 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8fa42341-c340-42dc-b26d-c1cb3a8f2b2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:36.131739 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8f59c-f076-4d52-8645-f6d138601388 admin admin] Pushing event deleted for resources: {'Port': ['ID=36144aed-9b9d-4f12-aceb-46e3c696ebf3,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:36.132769 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99789257-ea9e-4e49-a322-34a84998477b', 'tag': '22ed7f2a-186e-46cf-8369-f3201ee71551', 'status': 'completed', 'code': 200} Apr 23 10:39:36.167237 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c8f59c-f076-4d52-8645-f6d138601388 admin admin] No DVR routers for this DVR port 36144aed-9b9d-4f12-aceb-46e3c696ebf3 on host dv-cinder-779233-3-smb {{(pid=86420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:39:36.169129 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-42c8f59c-f076-4d52-8645-f6d138601388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:36.212974 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-554ad93c-fd83-4d77-a529-22dbc28db8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:36.214777 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-554ad93c-fd83-4d77-a529-22dbc28db8d5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e8affd0165654195a1f1b71ef6d98dbc&device_id=99789257-ea9e-4e49-a322-34a84998477b HTTP/1.1" status: 200 len: 1096 time: 0.0811350 Apr 23 10:39:36.240093 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-887ceb10-ddf8-4bc9-9632-8ba807c82288 None None] Calling delete_port for 36144aed-9b9d-4f12-aceb-46e3c696ebf3 owned by network:dhcp {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:39:36.283385 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.db.api [None req-887ceb10-ddf8-4bc9-9632-8ba807c82288 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86423) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 10:39:36.283781 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_db.api [None req-887ceb10-ddf8-4bc9-9632-8ba807c82288 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86423) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 10:39:36.304915 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-fdf70d1a-9162-453c-bd72-dbeb8c6d5123 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22ed7f2a-186e-46cf-8369-f3201ee71551 HTTP/1.1" status: 200 len: 217 time: 0.0720456 Apr 23 10:39:36.315557 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42c8f59c-f076-4d52-8645-f6d138601388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1444341', 'neutron.services.segments.db._delete_segments_for_network-8747066344563'] for network, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:36.349982 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 2c71d4a2-42ae-4801-a341-836724f6d893 no longer exists at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:39:36.377219 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-5e6206fb-fc44-49e6-b645-7be4d7e25f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:36.378857 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-5e6206fb-fc44-49e6-b645-7be4d7e25f68 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ae346a0-586c-46eb-8092-51ab977c43ad HTTP/1.1" status: 200 len: 848 time: 0.0680482 Apr 23 10:39:36.389003 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] No Port match for: 2c71d4a2-42ae-4801-a341-836724f6d893 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:39:36.389401 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 2c71d4a2-42ae-4801-a341-836724f6d893 not bound to the agent host dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:39:36.389882 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 36144aed-9b9d-4f12-aceb-46e3c696ebf3 no longer exists at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:39:36.429071 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] No Port match for: 36144aed-9b9d-4f12-aceb-46e3c696ebf3 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:39:36.429637 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 36144aed-9b9d-4f12-aceb-46e3c696ebf3 not bound to the agent host dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:39:36.443906 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-93d9f85a-97a6-436f-94ff-b335a7c7b216 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7e1cec48-a617-4de2-8519-657102aca039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510232 Apr 23 10:39:36.599345 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-7f6f5134-8799-4ac5-95a3-aeb965c08128 service neutron] 10.222.0.68 "GET /v2.0/networks/7e1cec48-a617-4de2-8519-657102aca039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437986 Apr 23 10:39:36.673463 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1bc9a-0476-4340-b64e-0bc56ea71be0 req-4fc2995b-e643-4b7a-bdbb-72c663ecc7b8 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:36.675083 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-57c1bc9a-0476-4340-b64e-0bc56ea71be0 req-4fc2995b-e643-4b7a-bdbb-72c663ecc7b8 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=99789257-ea9e-4e49-a322-34a84998477b HTTP/1.1" status: 200 len: 943 time: 0.5999994 Apr 23 10:39:36.708392 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-42c8f59c-f076-4d52-8645-f6d138601388 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef6478b-7a5c-489a-b953-1eb771afef62']}} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:39:36.727713 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-42c8f59c-f076-4d52-8645-f6d138601388 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba262e6-0f55-466e-81dc-52af2670b15b') {'for_net_delete': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:39:36.728053 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-42c8f59c-f076-4d52-8645-f6d138601388 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba262e6-0f55-466e-81dc-52af2670b15b') {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:39:36.748610 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c3bd57d9-cb7d-4944-93b2-0399b213c8ad req-e77ca736-9e42-4238-adcd-93718d970e05 service neutron] 10.222.0.68 "GET /v2.0/networks/7e1cec48-a617-4de2-8519-657102aca039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421185 Apr 23 10:39:36.752242 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42c8f59c-f076-4d52-8645-f6d138601388 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289788450659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7430392'] for segment, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:36.774061 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-57c1bc9a-0476-4340-b64e-0bc56ea71be0 req-23435529-9864-44ad-abfa-885590c483a0 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b8cf528-f55d-4971-b633-a951c70501c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873079 Apr 23 10:39:36.780728 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42c8f59c-f076-4d52-8645-f6d138601388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:36.788684 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c8f59c-f076-4d52-8645-f6d138601388 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=86420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 10:39:37.010099 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-42c8f59c-f076-4d52-8645-f6d138601388 admin admin] Network 5ef6478b-7a5c-489a-b953-1eb771afef62 has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:39:37.026319 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42c8f59c-f076-4d52-8645-f6d138601388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853312079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848782066'] for segment, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:37.039012 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-887ceb10-ddf8-4bc9-9632-8ba807c82288 None None] The port '36144aed-9b9d-4f12-aceb-46e3c696ebf3' was deleted {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 10:39:37.157819 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:37.243896 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94e8c8-fb2e-4c69-a591-140271ebf8f6 req-c170a843-ddf3-420d-a7cc-c2fdd7ecc73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:37.245616 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2f94e8c8-fb2e-4c69-a591-140271ebf8f6 req-c170a843-ddf3-420d-a7cc-c2fdd7ecc73d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e8affd0165654195a1f1b71ef6d98dbc&device_id=99789257-ea9e-4e49-a322-34a84998477b HTTP/1.1" status: 200 len: 1096 time: 0.3784680 Apr 23 10:39:37.258717 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-42c8f59c-f076-4d52-8645-f6d138601388 admin admin] Network 5ef6478b-7a5c-489a-b953-1eb771afef62 has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: Traceback (most recent call last): Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: timer() Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: cb(*args, **kw) Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: return func(*args, **kwargs) Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: self._notify() Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: self.callback(batched_events) Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: event.method(event) Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: segment_id)['aggregates'][0] Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: return f(self, *a, **k) Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: return self._get(url).json() Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: **kwargs) Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: return self.request(url, 'GET', **kwargs) Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: **endpoint_filter) Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 10:39:37.283231 dv-cinder-779233-3-smb neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 10:39:37.366861 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42c8f59c-f076-4d52-8645-f6d138601388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853331459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414905'] for network, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:37.370832 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3441c2ae-d984-4902-b6f1-3ea94d27f652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:37.391347 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-42c8f59c-f076-4d52-8645-f6d138601388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:37.401941 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94e8c8-fb2e-4c69-a591-140271ebf8f6 req-56d18d79-a0ca-4220-90d5-9238b7d2d9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:37.403044 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8f59c-f076-4d52-8645-f6d138601388 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ef6478b-7a5c-489a-b953-1eb771afef62,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:37.403541 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2f94e8c8-fb2e-4c69-a591-140271ebf8f6 req-56d18d79-a0ca-4220-90d5-9238b7d2d9f6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7e1cec48-a617-4de2-8519-657102aca039 HTTP/1.1" status: 200 len: 909 time: 0.1468737 Apr 23 10:39:37.406704 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-42c8f59c-f076-4d52-8645-f6d138601388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:37.417564 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-42c8f59c-f076-4d52-8645-f6d138601388 admin admin] 10.222.0.70 "DELETE /v2.0/networks/5ef6478b-7a5c-489a-b953-1eb771afef62 HTTP/1.1" status: 204 len: 168 time: 1.9098008 Apr 23 10:39:37.421517 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 39954) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:39:37.487493 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2f94e8c8-fb2e-4c69-a591-140271ebf8f6 req-d7ea6a90-dd8c-477a-a11b-87dd593a0d6f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22ed7f2a-186e-46cf-8369-f3201ee71551 HTTP/1.1" status: 200 len: 217 time: 0.0715680 Apr 23 10:39:37.563379 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94e8c8-fb2e-4c69-a591-140271ebf8f6 req-5a35e2c3-b8b5-4872-93d7-5f934379a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:37.565055 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2f94e8c8-fb2e-4c69-a591-140271ebf8f6 req-5a35e2c3-b8b5-4872-93d7-5f934379a60f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ae346a0-586c-46eb-8092-51ab977c43ad HTTP/1.1" status: 200 len: 848 time: 0.0688684 Apr 23 10:39:37.627607 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2f94e8c8-fb2e-4c69-a591-140271ebf8f6 req-37639421-bb1e-42f1-b11d-3a12155c2aaf service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7e1cec48-a617-4de2-8519-657102aca039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498819 Apr 23 10:39:37.779844 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2f94e8c8-fb2e-4c69-a591-140271ebf8f6 req-a5a1186e-e2b8-4886-8591-70f7bc40e07d service neutron] 10.222.0.68 "GET /v2.0/networks/7e1cec48-a617-4de2-8519-657102aca039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418877 Apr 23 10:39:37.985720 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-2f94e8c8-fb2e-4c69-a591-140271ebf8f6 req-3a444f66-37b2-4d29-ad50-b2296ee87d93 service neutron] 10.222.0.68 "GET /v2.0/networks/7e1cec48-a617-4de2-8519-657102aca039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977940 Apr 23 10:39:38.066661 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e41183-b7f6-4eed-8aca-73439db59fed req-9c233408-eb26-4f25-80bb-e8722fe46ec8 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:38.068668 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a4e41183-b7f6-4eed-8aca-73439db59fed req-9c233408-eb26-4f25-80bb-e8722fe46ec8 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=99789257-ea9e-4e49-a322-34a84998477b HTTP/1.1" status: 200 len: 943 time: 0.1677592 Apr 23 10:39:38.165677 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a4e41183-b7f6-4eed-8aca-73439db59fed req-5b473e48-14bc-41a1-9071-548d90075694 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b8cf528-f55d-4971-b633-a951c70501c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901816 Apr 23 10:39:38.194343 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7b938f5f-8348-4a14-b141-19200dcca3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854376287'] for router_interface, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:38.652668 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7b938f5f-8348-4a14-b141-19200dcca3ac admin admin] Deleting port d78f73c7-c348-4dad-804f-ebc06e1346c2 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:39:38.653297 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7b938f5f-8348-4a14-b141-19200dcca3ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:38.792949 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-7b938f5f-8348-4a14-b141-19200dcca3ac admin admin] For port d78f73c7-c348-4dad-804f-ebc06e1346c2, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=d78f73c7-c348-4dad-804f-ebc06e1346c2,segment=NetworkSegment(a72ad495-f407-42de-9eee-a70b9cf9e491),segment_id=a72ad495-f407-42de-9eee-a70b9cf9e491)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:39:38.793343 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7b938f5f-8348-4a14-b141-19200dcca3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:38.925439 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7b938f5f-8348-4a14-b141-19200dcca3ac admin admin] Calling delete_port for d78f73c7-c348-4dad-804f-ebc06e1346c2 owned by network:router_interface {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:39:39.071396 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7b938f5f-8348-4a14-b141-19200dcca3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5993849'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:39.076079 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-42c8f59c-f076-4d52-8645-f6d138601388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:39.159446 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b938f5f-8348-4a14-b141-19200dcca3ac admin admin] Pushing event deleted for resources: {'Port': ['ID=d78f73c7-c348-4dad-804f-ebc06e1346c2,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:39.162303 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7b938f5f-8348-4a14-b141-19200dcca3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:39.426956 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 22ed7f2a-186e-46cf-8369-f3201ee71551 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:39:39.480467 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7b938f5f-8348-4a14-b141-19200dcca3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854376225'] for router_interface, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:39.501267 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66524d-0e74-4901-9cff-9d3ab60463e4 req-e3ae0c0b-32eb-4beb-8011-b43306ec47e0 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:39.502882 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cc66524d-0e74-4901-9cff-9d3ab60463e4 req-e3ae0c0b-32eb-4beb-8011-b43306ec47e0 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=99789257-ea9e-4e49-a322-34a84998477b HTTP/1.1" status: 200 len: 943 time: 0.1974449 Apr 23 10:39:39.567726 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 22ed7f2a-186e-46cf-8369-f3201ee71551, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=22ed7f2a-186e-46cf-8369-f3201ee71551,segment=NetworkSegment(493bd544-680d-4e6e-b1c1-639868ef00bd),segment_id=493bd544-680d-4e6e-b1c1-639868ef00bd)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:39:39.582173 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Returning: {'device': '22ed7f2a-186e-46cf-8369-f3201ee71551', 'network_id': '7e1cec48-a617-4de2-8519-657102aca039', 'port_id': '22ed7f2a-186e-46cf-8369-f3201ee71551', 'mac_address': 'fa:16:3e:f7:59:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae346a0-586c-46eb-8092-51ab977c43ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:39:39.642259 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:39.661754 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22ed7f2a-186e-46cf-8369-f3201ee71551 {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:39:39.679125 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 22ed7f2a-186e-46cf-8369-f3201ee71551, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=22ed7f2a-186e-46cf-8369-f3201ee71551,segment=NetworkSegment(493bd544-680d-4e6e-b1c1-639868ef00bd),segment_id=493bd544-680d-4e6e-b1c1-639868ef00bd)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:39:39.682477 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:39.684484 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:39.761705 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=22ed7f2a-186e-46cf-8369-f3201ee71551,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:39.765004 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:39.933491 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cc66524d-0e74-4901-9cff-9d3ab60463e4 req-348cc4b1-3c81-443c-9398-2b2104a1ef05 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b8cf528-f55d-4971-b633-a951c70501c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771477 Apr 23 10:39:40.041257 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['22ed7f2a-186e-46cf-8369-f3201ee71551'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:39:40.158849 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b938f5f-8348-4a14-b141-19200dcca3ac admin admin] Router 76f8042a-a75a-4ed6-8319-cd810c46f047 has already been hosted by L3 agent d623131b-b0a4-4197-9152-060a853a5ce7 {{(pid=86420) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:39:40.363165 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b938f5f-8348-4a14-b141-19200dcca3ac admin admin] Notify agent at l3_agent.dv-cinder-779233-3-smb the message routers_updated {{(pid=86420) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:39:40.372753 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-7b938f5f-8348-4a14-b141-19200dcca3ac admin admin] 10.222.0.70 "PUT /v2.0/routers/76f8042a-a75a-4ed6-8319-cd810c46f047/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9495649 Apr 23 10:39:40.373353 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a516f5-ca8f-4a2a-9da3-e3452aa91030 None None] Sync routers for ids ['76f8042a-a75a-4ed6-8319-cd810c46f047'] in dv-cinder-779233-3-smb {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:39:40.375919 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 39962) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:39:40.388811 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a516f5-ca8f-4a2a-9da3-e3452aa91030 None None] Routers {'76f8042a-a75a-4ed6-8319-cd810c46f047'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:39:40.389652 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-99a516f5-ca8f-4a2a-9da3-e3452aa91030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:39:34Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['76f8042a-a75a-4ed6-8319-cd810c46f047'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:39:40.572481 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9b9d-58c7-4409-a664-007652cdb15d admin admin] Notify callbacks [] for router, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:40.739196 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-99a516f5-ca8f-4a2a-9da3-e3452aa91030 None None] Set router 76f8042a-a75a-4ed6-8319-cd810c46f047 gateway port host: dv-cinder-779233-3-smb {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:39:40.762681 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9b9d-58c7-4409-a664-007652cdb15d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:40.853785 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba9b9d-58c7-4409-a664-007652cdb15d admin admin] Deleting port c66e1c36-68e9-4d16-a1b5-22f38df464f3 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:39:40.854044 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9b9d-58c7-4409-a664-007652cdb15d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:40.990341 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-b6ba9b9d-58c7-4409-a664-007652cdb15d admin admin] For port c66e1c36-68e9-4d16-a1b5-22f38df464f3, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=c66e1c36-68e9-4d16-a1b5-22f38df464f3,segment=NetworkSegment(2310ff8d-72d8-4ca8-834c-a38d93326363),segment_id=2310ff8d-72d8-4ca8-834c-a38d93326363)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:39:40.990814 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9b9d-58c7-4409-a664-007652cdb15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:41.052799 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-99a516f5-ca8f-4a2a-9da3-e3452aa91030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f8042a-a75a-4ed6-8319-cd810c46f047', 'name': 'tempest-TestShelveInstance-1631006578-router', 'tenant_id': 'd3a065230924460caaa66386f90602c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'external_fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.221'}], 'enable_snat': True}, 'gw_port_id': 'c66e1c36-68e9-4d16-a1b5-22f38df464f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:33:38Z', 'updated_at': '2021-04-23T10:39:39Z', 'revision_number': 5, 'project_id': 'd3a065230924460caaa66386f90602c6', 'gw_port': {'id': 'c66e1c36-68e9-4d16-a1b5-22f38df464f3', 'name': '', 'network_id': 'be9e38f9-f5f7-4024-8ca0-2a4d351f17d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f8042a-a75a-4ed6-8319-cd810c46f047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'ip_address': '172.28.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:33:40Z', 'updated_at': '2021-04-23T10:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45a1cb1a-6412-4f46-9769-1de107d7cfd2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-3-smb'}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:39:41.057115 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a516f5-ca8f-4a2a-9da3-e3452aa91030 None None] Checking router: 76f8042a-a75a-4ed6-8319-cd810c46f047 for host: dv-cinder-779233-3-smb {{(pid=86424) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:39:41.066295 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a516f5-ca8f-4a2a-9da3-e3452aa91030 None None] Routers {'76f8042a-a75a-4ed6-8319-cd810c46f047'} bound to L3 agent in host dv-cinder-779233-3-smb {{(pid=86424) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:39:41.067218 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-99a516f5-ca8f-4a2a-9da3-e3452aa91030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T10:19:34Z,description=,heartbeat_timestamp=2021-04-23T10:39:34Z,host='dv-cinder-779233-3-smb',id=d623131b-b0a4-4197-9152-060a853a5ce7,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T10:19:34Z,topic='l3_agent')) {'router_ids': ['76f8042a-a75a-4ed6-8319-cd810c46f047'], 'active': True} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:39:41.177548 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba9b9d-58c7-4409-a664-007652cdb15d admin admin] Calling delete_port for c66e1c36-68e9-4d16-a1b5-22f38df464f3 owned by network:router_gateway {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:39:41.243888 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvr_db [None req-99a516f5-ca8f-4a2a-9da3-e3452aa91030 None None] Set router 76f8042a-a75a-4ed6-8319-cd810c46f047 gateway port host: None {{(pid=86424) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:39:41.244472 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb02968-e21f-4364-bf6b-3247857bde80 req-82e90c02-285a-4685-a32a-f7924e0b6840 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:41.246115 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3bb02968-e21f-4364-bf6b-3247857bde80 req-82e90c02-285a-4685-a32a-f7924e0b6840 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=99789257-ea9e-4e49-a322-34a84998477b HTTP/1.1" status: 200 len: 944 time: 0.1874189 Apr 23 10:39:41.319634 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3bb02968-e21f-4364-bf6b-3247857bde80 req-f7009057-0e33-43ad-aecd-3186482fe2e6 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b8cf528-f55d-4971-b633-a951c70501c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582170 Apr 23 10:39:41.372491 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_hamode_db [None req-99a516f5-ca8f-4a2a-9da3-e3452aa91030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f8042a-a75a-4ed6-8319-cd810c46f047', 'name': 'tempest-TestShelveInstance-1631006578-router', 'tenant_id': 'd3a065230924460caaa66386f90602c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:33:38Z', 'updated_at': '2021-04-23T10:39:40Z', 'revision_number': 6, 'project_id': 'd3a065230924460caaa66386f90602c6', 'gw_port_host': None}], 'dv-cinder-779233-3-smb', False) {} {{(pid=86424) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:39:41.376855 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a516f5-ca8f-4a2a-9da3-e3452aa91030 None None] The sync data for ids ['76f8042a-a75a-4ed6-8319-cd810c46f047'] in dv-cinder-779233-3-smb is: [{'id': '76f8042a-a75a-4ed6-8319-cd810c46f047', 'name': 'tempest-TestShelveInstance-1631006578-router', 'tenant_id': 'd3a065230924460caaa66386f90602c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:33:38Z', 'updated_at': '2021-04-23T10:39:40Z', 'revision_number': 6, 'project_id': 'd3a065230924460caaa66386f90602c6', 'gw_port_host': None}] {{(pid=86424) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:39:41.408591 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9b9d-58c7-4409-a664-007652cdb15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5993849'] for port, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:41.413836 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-c5ee5819-d634-40a4-92fc-d1216f9e8c5b tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:41.442526 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 22ed7f2a-186e-46cf-8369-f3201ee71551 up at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:39:41.464716 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba9b9d-58c7-4409-a664-007652cdb15d admin admin] Pushing event deleted for resources: {'Port': ['ID=c66e1c36-68e9-4d16-a1b5-22f38df464f3,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:41.494149 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b6ba9b9d-58c7-4409-a664-007652cdb15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:41.519354 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning for port 22ed7f2a-186e-46cf-8369-f3201ee71551 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:39:41.524271 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning complete for port 22ed7f2a-186e-46cf-8369-f3201ee71551 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:39:41.524737 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:41.560999 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9b9d-58c7-4409-a664-007652cdb15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501854'] for router_gateway, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:41.654745 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:41.683430 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99789257-ea9e-4e49-a322-34a84998477b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ed7f2a-186e-46cf-8369-f3201ee71551'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:39:41.694853 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port 22ed7f2a-186e-46cf-8369-f3201ee71551, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=22ed7f2a-186e-46cf-8369-f3201ee71551,segment=NetworkSegment(493bd544-680d-4e6e-b1c1-639868ef00bd),segment_id=493bd544-680d-4e6e-b1c1-639868ef00bd)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:39:41.697838 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:41.700682 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:41.741748 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99789257-ea9e-4e49-a322-34a84998477b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ed7f2a-186e-46cf-8369-f3201ee71551', 'code': 200} Apr 23 10:39:41.748458 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9b9d-58c7-4409-a664-007652cdb15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-400642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-461'] for router, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:41.751599 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9b9d-58c7-4409-a664-007652cdb15d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:41.773668 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9b9d-58c7-4409-a664-007652cdb15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854369722'] for router, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:41.774926 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ba9b9d-58c7-4409-a664-007652cdb15d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76f8042a-a75a-4ed6-8319-cd810c46f047 {{(pid=86420) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 10:39:41.777108 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=22ed7f2a-186e-46cf-8369-f3201ee71551,revision_number=5']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:41.785174 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:41.790450 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9b9d-58c7-4409-a664-007652cdb15d admin admin] Notify callbacks [] for router, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:41.791671 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-b6ba9b9d-58c7-4409-a664-007652cdb15d admin admin] 10.222.0.70 "DELETE /v2.0/routers/76f8042a-a75a-4ed6-8319-cd810c46f047 HTTP/1.1" status: 204 len: 168 time: 1.4146991 Apr 23 10:39:41.794333 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 39970) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:39:41.865743 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-017bcf7b-bac3-4ba7-81ec-278fac9ab674 admin admin] Deleting subnet a4986ad3-28ce-4530-9312-7426386706b3 {{(pid=86420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 10:39:41.869114 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-017bcf7b-bac3-4ba7-81ec-278fac9ab674 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:41.923387 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-017bcf7b-bac3-4ba7-81ec-278fac9ab674 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847345424'] for subnet, precommit_delete_associations {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:42.017609 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-017bcf7b-bac3-4ba7-81ec-278fac9ab674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853331552'] for subnet, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:42.069205 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb7e4e-ce77-43b1-bbbf-489a3949cde2 req-cbb83d50-2846-4a5c-aa4c-4b985a121952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:42.070810 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cffb7e4e-ce77-43b1-bbbf-489a3949cde2 req-cbb83d50-2846-4a5c-aa4c-4b985a121952 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=99789257-ea9e-4e49-a322-34a84998477b HTTP/1.1" status: 200 len: 1098 time: 0.0894949 Apr 23 10:39:42.114328 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-cffb7e4e-ce77-43b1-bbbf-489a3949cde2 req-b8920d1c-fdd2-4607-b945-1acfc97282c4 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=2b8cf528-f55d-4971-b633-a951c70501c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365252 Apr 23 10:39:42.274061 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-017bcf7b-bac3-4ba7-81ec-278fac9ab674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1444248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5990573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5354576'] for subnet, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:42.279019 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-69397006-72e1-4deb-bef2-635557096bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:42.320487 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bcf7b-bac3-4ba7-81ec-278fac9ab674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4986ad3-28ce-4530-9312-7426386706b3,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:42.324043 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-017bcf7b-bac3-4ba7-81ec-278fac9ab674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:42.325133 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-017bcf7b-bac3-4ba7-81ec-278fac9ab674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:42.331653 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-017bcf7b-bac3-4ba7-81ec-278fac9ab674 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a4986ad3-28ce-4530-9312-7426386706b3 HTTP/1.1" status: 204 len: 168 time: 0.5362978 Apr 23 10:39:42.333648 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1be08b-ebfd-4b0f-a658-b3ba88012269 None None] Network 04cd121e-5ed1-46c3-b42c-6b5166d0d684 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:39:42.335552 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 39974) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:39:42.371047 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device d78f73c7-c348-4dad-804f-ebc06e1346c2 no longer exists at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:39:42.469570 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] No Port match for: d78f73c7-c348-4dad-804f-ebc06e1346c2 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:39:42.469943 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device d78f73c7-c348-4dad-804f-ebc06e1346c2 not bound to the agent host dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:39:42.470421 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device c66e1c36-68e9-4d16-a1b5-22f38df464f3 no longer exists at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:39:42.504713 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-75a1b322-1586-4982-a61b-aec1fede0723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853440276'] for network, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:42.514694 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] No Port match for: c66e1c36-68e9-4d16-a1b5-22f38df464f3 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:39:42.515096 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device c66e1c36-68e9-4d16-a1b5-22f38df464f3 not bound to the agent host dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:39:42.600246 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0620a-f35b-41d7-8400-705402480139 req-44deff31-4df2-4c63-8826-907eeeb28d38 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:42.601862 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7fc0620a-f35b-41d7-8400-705402480139 req-44deff31-4df2-4c63-8826-907eeeb28d38 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=99789257-ea9e-4e49-a322-34a84998477b HTTP/1.1" status: 200 len: 945 time: 0.1517813 Apr 23 10:39:42.648391 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-75a1b322-1586-4982-a61b-aec1fede0723 admin admin] Deleting port 69202373-1d6f-4266-afc7-0108a4a73090 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:39:42.648625 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-75a1b322-1586-4982-a61b-aec1fede0723 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:42.680730 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94cb814-b406-4651-8dcf-7928058bf859 None None] DHCP port deletion for 04cd121e-5ed1-46c3-b42c-6b5166d0d684 request from dv-cinder-779233-3-smb {{(pid=86423) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 10:39:42.757357 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-d94cb814-b406-4651-8dcf-7928058bf859 None None] Deleting port 69202373-1d6f-4266-afc7-0108a4a73090 {{(pid=86423) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:39:42.757966 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d94cb814-b406-4651-8dcf-7928058bf859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:42.870209 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-d94cb814-b406-4651-8dcf-7928058bf859 None None] For port 69202373-1d6f-4266-afc7-0108a4a73090, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=69202373-1d6f-4266-afc7-0108a4a73090,segment=NetworkSegment(a72ad495-f407-42de-9eee-a70b9cf9e491),segment_id=a72ad495-f407-42de-9eee-a70b9cf9e491)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:39:42.870569 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d94cb814-b406-4651-8dcf-7928058bf859 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:42.981663 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7fc0620a-f35b-41d7-8400-705402480139 req-0cec66d3-e5fc-4ff1-9c39-d27cba35022c tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b8cf528-f55d-4971-b633-a951c70501c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706808 Apr 23 10:39:43.007269 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-d94cb814-b406-4651-8dcf-7928058bf859 None None] Calling delete_port for 69202373-1d6f-4266-afc7-0108a4a73090 owned by network:dhcp {{(pid=86423) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:39:43.019564 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-75a1b322-1586-4982-a61b-aec1fede0723 admin admin] For port 69202373-1d6f-4266-afc7-0108a4a73090, host dv-cinder-779233-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-3-smb',level=0,port_id=69202373-1d6f-4266-afc7-0108a4a73090,segment=NetworkSegment(a72ad495-f407-42de-9eee-a70b9cf9e491),segment_id=a72ad495-f407-42de-9eee-a70b9cf9e491)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:39:43.019976 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-75a1b322-1586-4982-a61b-aec1fede0723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:43.053385 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d94cb814-b406-4651-8dcf-7928058bf859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208'] for port, after_delete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:43.058289 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:43.108030 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94cb814-b406-4651-8dcf-7928058bf859 None None] No DVR routers for this DVR port 69202373-1d6f-4266-afc7-0108a4a73090 on host dv-cinder-779233-3-smb {{(pid=86423) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:39:43.112997 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cb814-b406-4651-8dcf-7928058bf859 None None] Pushing event deleted for resources: {'Port': ['ID=69202373-1d6f-4266-afc7-0108a4a73090,revision_number=None']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:43.115252 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d94cb814-b406-4651-8dcf-7928058bf859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:43.161351 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-75a1b322-1586-4982-a61b-aec1fede0723 admin admin] Calling delete_port for 69202373-1d6f-4266-afc7-0108a4a73090 owned by network:dhcp {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:39:43.207676 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.db.api [None req-75a1b322-1586-4982-a61b-aec1fede0723 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86420) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 10:39:43.208039 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_db.api [None req-75a1b322-1586-4982-a61b-aec1fede0723 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 10:39:43.745162 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-75a1b322-1586-4982-a61b-aec1fede0723 admin admin] The port '69202373-1d6f-4266-afc7-0108a4a73090' was deleted {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 10:39:43.864612 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-75a1b322-1586-4982-a61b-aec1fede0723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1444341', 'neutron.services.segments.db._delete_segments_for_network-8747066344563'] for network, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:43.980096 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-75a1b322-1586-4982-a61b-aec1fede0723 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04cd121e-5ed1-46c3-b42c-6b5166d0d684']}} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:39:43.993155 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-75a1b322-1586-4982-a61b-aec1fede0723 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a72ad495-f407-42de-9eee-a70b9cf9e491') {'for_net_delete': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:39:43.993492 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-75a1b322-1586-4982-a61b-aec1fede0723 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a72ad495-f407-42de-9eee-a70b9cf9e491') {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:39:44.006467 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-75a1b322-1586-4982-a61b-aec1fede0723 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289788450659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7430392'] for segment, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:44.024987 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-75a1b322-1586-4982-a61b-aec1fede0723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:44.032029 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a1b322-1586-4982-a61b-aec1fede0723 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=86420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 10:39:44.266956 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-75a1b322-1586-4982-a61b-aec1fede0723 admin admin] Network 04cd121e-5ed1-46c3-b42c-6b5166d0d684 has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:39:44.276702 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-75a1b322-1586-4982-a61b-aec1fede0723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853312079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848782066'] for segment, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:44.345832 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 69202373-1d6f-4266-afc7-0108a4a73090 no longer exists at agent ovs-agent-dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:39:44.383608 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] No Port match for: 69202373-1d6f-4266-afc7-0108a4a73090 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:39:44.384103 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Device 69202373-1d6f-4266-afc7-0108a4a73090 not bound to the agent host dv-cinder-779233-3-smb {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:39:44.468352 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135ac4e-efed-4ad6-86d1-fc9cefa48c7a req-6e958040-a111-49f1-ab41-2db3b48c5ad5 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:44.469971 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b135ac4e-efed-4ad6-86d1-fc9cefa48c7a req-6e958040-a111-49f1-ab41-2db3b48c5ad5 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=99789257-ea9e-4e49-a322-34a84998477b HTTP/1.1" status: 200 len: 945 time: 0.3611279 Apr 23 10:39:44.484923 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-75a1b322-1586-4982-a61b-aec1fede0723 admin admin] Network 04cd121e-5ed1-46c3-b42c-6b5166d0d684 has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: % (table.description, expected, rows_matched) Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: % (table.description, expected, rows_matched) Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: % (table.description, expected, rows_matched) Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: % (table.description, expected, rows_matched) Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: Traceback (most recent call last): Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: timer() Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: cb(*args, **kw) Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: return func(*args, **kwargs) Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: self._notify() Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: self.callback(batched_events) Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: event.method(event) Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: segment_id)['aggregates'][0] Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: return f(self, *a, **k) Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: return self._get(url).json() Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: **kwargs) Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: return self.request(url, 'GET', **kwargs) Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: **endpoint_filter) Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 10:39:44.521053 dv-cinder-779233-3-smb neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 10:39:44.629479 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b135ac4e-efed-4ad6-86d1-fc9cefa48c7a req-a6cc764d-dca4-40f4-bc49-babb69ebe6be tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b8cf528-f55d-4971-b633-a951c70501c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470702 Apr 23 10:39:44.630564 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-75a1b322-1586-4982-a61b-aec1fede0723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853331459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414905'] for network, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:44.634863 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-942909d2-d92d-420b-911e-103c6a4dc51e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:44.649304 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-75a1b322-1586-4982-a61b-aec1fede0723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:44.661307 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1b322-1586-4982-a61b-aec1fede0723 admin admin] Pushing event deleted for resources: {'Network': ['ID=04cd121e-5ed1-46c3-b42c-6b5166d0d684,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:44.664257 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-75a1b322-1586-4982-a61b-aec1fede0723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:44.666177 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-75a1b322-1586-4982-a61b-aec1fede0723 admin admin] 10.222.0.70 "DELETE /v2.0/networks/04cd121e-5ed1-46c3-b42c-6b5166d0d684 HTTP/1.1" status: 204 len: 168 time: 2.3296301 Apr 23 10:39:44.791468 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 39986) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:39:44.843844 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-e5bbfff9-3b1a-4fb5-a514-308d4904186a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=255f4e8d36df457688082e6c744446c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504982 Apr 23 10:39:44.846395 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 39990) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:39:44.908295 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b053777d-1d92-4d2f-a05e-018f774f08a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:44.935198 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b053777d-1d92-4d2f-a05e-018f774f08a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:44.987319 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b053777d-1d92-4d2f-a05e-018f774f08a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:44.992394 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-3f53deac-2bfd-4e85-b1f6-121655571f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:45.016125 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-b053777d-1d92-4d2f-a05e-018f774f08a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:45.017383 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-b053777d-1d92-4d2f-a05e-018f774f08a7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5364e8be-d468-4a0d-a41c-dc8d90d49d60 HTTP/1.1" status: 204 len: 168 time: 0.1700263 Apr 23 10:39:45.018375 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053777d-1d92-4d2f-a05e-018f774f08a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5364e8be-d468-4a0d-a41c-dc8d90d49d60,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:45.020901 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b053777d-1d92-4d2f-a05e-018f774f08a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:45.407589 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 40004) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:39:45.465147 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-5247f8a2-a5f4-4824-925a-d93ffe20a6f3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d3a065230924460caaa66386f90602c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551832 Apr 23 10:39:45.467732 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 40008) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:39:45.535950 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d853550f-1df0-49d9-8187-16d2239d1c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:45.563879 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d853550f-1df0-49d9-8187-16d2239d1c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:45.613029 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d853550f-1df0-49d9-8187-16d2239d1c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:45.618562 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-acf2a2b3-6258-4a00-9957-16eb61d3af50 tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:45.632972 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853550f-1df0-49d9-8187-16d2239d1c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da0c65a-9001-4195-a2a3-6070801d439a,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:45.636070 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d853550f-1df0-49d9-8187-16d2239d1c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:45.638001 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d853550f-1df0-49d9-8187-16d2239d1c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:45.639690 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-d853550f-1df0-49d9-8187-16d2239d1c63 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3da0c65a-9001-4195-a2a3-6070801d439a HTTP/1.1" status: 204 len: 168 time: 0.1698048 Apr 23 10:39:46.192602 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a9155-20d5-4eff-a0c9-ba58b1416dd1 req-26dc2c0e-b600-4936-a709-e33e1035f3fb tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:46.194198 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b27a9155-20d5-4eff-a0c9-ba58b1416dd1 req-26dc2c0e-b600-4936-a709-e33e1035f3fb tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=99789257-ea9e-4e49-a322-34a84998477b HTTP/1.1" status: 200 len: 945 time: 0.0961263 Apr 23 10:39:46.242933 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b27a9155-20d5-4eff-a0c9-ba58b1416dd1 req-d4ad4372-cd67-4731-8e89-a2be7a94f271 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b8cf528-f55d-4971-b633-a951c70501c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423343 Apr 23 10:39:47.448444 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c5ddc-f180-4f9d-a4cc-1c92e79de1f6 req-cc79f335-91b2-4008-b6fc-8d01ad28288e tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:47.450026 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d59c5ddc-f180-4f9d-a4cc-1c92e79de1f6 req-cc79f335-91b2-4008-b6fc-8d01ad28288e tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=99789257-ea9e-4e49-a322-34a84998477b HTTP/1.1" status: 200 len: 945 time: 0.0910857 Apr 23 10:39:47.497817 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-d59c5ddc-f180-4f9d-a4cc-1c92e79de1f6 req-02f41fe4-6daa-4912-86a6-41face1f809f tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b8cf528-f55d-4971-b633-a951c70501c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409186 Apr 23 10:39:48.340553 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f281ef-0a70-470b-8b10-1a53b51a68a8 req-0bdfcbc3-84f7-4f01-9f07-5c4c1ff51ab7 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:48.341223 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-60f281ef-0a70-470b-8b10-1a53b51a68a8 req-0bdfcbc3-84f7-4f01-9f07-5c4c1ff51ab7 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Synchronizing usage tracker for tenant:e8affd0165654195a1f1b71ef6d98dbc on resource:port {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:39:48.355979 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-60f281ef-0a70-470b-8b10-1a53b51a68a8 req-0bdfcbc3-84f7-4f01-9f07-5c4c1ff51ab7 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Unset dirty status for tenant:e8affd0165654195a1f1b71ef6d98dbc on resource:port {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:39:48.357248 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-60f281ef-0a70-470b-8b10-1a53b51a68a8 req-0bdfcbc3-84f7-4f01-9f07-5c4c1ff51ab7 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.68 "GET /v2.0/ports?device_id=99789257-ea9e-4e49-a322-34a84998477b HTTP/1.1" status: 200 len: 945 time: 0.1033168 Apr 23 10:39:48.506341 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-60f281ef-0a70-470b-8b10-1a53b51a68a8 req-f389c6f2-63a4-4fc2-9427-21d18d198282 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Deleting port 22ed7f2a-186e-46cf-8369-f3201ee71551 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:39:48.506945 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-60f281ef-0a70-470b-8b10-1a53b51a68a8 req-f389c6f2-63a4-4fc2-9427-21d18d198282 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:48.651182 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-60f281ef-0a70-470b-8b10-1a53b51a68a8 req-f389c6f2-63a4-4fc2-9427-21d18d198282 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] For port 22ed7f2a-186e-46cf-8369-f3201ee71551, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=22ed7f2a-186e-46cf-8369-f3201ee71551,segment=NetworkSegment(493bd544-680d-4e6e-b1c1-639868ef00bd),segment_id=493bd544-680d-4e6e-b1c1-639868ef00bd)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:39:48.651585 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-60f281ef-0a70-470b-8b10-1a53b51a68a8 req-f389c6f2-63a4-4fc2-9427-21d18d198282 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:48.710417 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62befaa1-bbbd-4977-8898-a382058418ce req-d1efd040-e629-4250-a43c-418d002816d0 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:39:48.712021 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-62befaa1-bbbd-4977-8898-a382058418ce req-d1efd040-e629-4250-a43c-418d002816d0 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=99789257-ea9e-4e49-a322-34a84998477b HTTP/1.1" status: 200 len: 945 time: 0.0929396 Apr 23 10:39:48.761619 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-62befaa1-bbbd-4977-8898-a382058418ce req-7cbf4e95-158e-48c1-be2a-d6ee56228119 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b8cf528-f55d-4971-b633-a951c70501c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430226 Apr 23 10:39:48.789150 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-60f281ef-0a70-470b-8b10-1a53b51a68a8 req-f389c6f2-63a4-4fc2-9427-21d18d198282 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Calling delete_port for 22ed7f2a-186e-46cf-8369-f3201ee71551 owned by compute:nova {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:39:48.905033 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-60f281ef-0a70-470b-8b10-1a53b51a68a8 req-f389c6f2-63a4-4fc2-9427-21d18d198282 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:48.911378 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8fb1325f-f43c-4d52-9217-4c0f1b63807e tempest-TestShelveInstance-1961860131 tempest-TestShelveInstance-1961860131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:39:48.953666 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['22ed7f2a-186e-46cf-8369-f3201ee71551'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:39:48.963953 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389c6f2-63a4-4fc2-9427-21d18d198282 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Pushing event deleted for resources: {'Port': ['ID=22ed7f2a-186e-46cf-8369-f3201ee71551,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:39:48.997817 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f389c6f2-63a4-4fc2-9427-21d18d198282 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:39:49.040725 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f281ef-0a70-470b-8b10-1a53b51a68a8 req-f389c6f2-63a4-4fc2-9427-21d18d198282 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] No DVR routers for this DVR port 22ed7f2a-186e-46cf-8369-f3201ee71551 on host hv-cinder-77923 {{(pid=86422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:39:49.043340 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-60f281ef-0a70-470b-8b10-1a53b51a68a8 req-f389c6f2-63a4-4fc2-9427-21d18d198282 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:49.046388 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99789257-ea9e-4e49-a322-34a84998477b', 'name': 'network-vif-deleted', 'tag': '22ed7f2a-186e-46cf-8369-f3201ee71551'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:39:49.063489 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-60f281ef-0a70-470b-8b10-1a53b51a68a8 req-f389c6f2-63a4-4fc2-9427-21d18d198282 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.68 "DELETE /v2.0/ports/22ed7f2a-186e-46cf-8369-f3201ee71551 HTTP/1.1" status: 204 len: 173 time: 0.6980293 Apr 23 10:39:49.307356 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99789257-ea9e-4e49-a322-34a84998477b', 'name': 'network-vif-deleted', 'tag': '22ed7f2a-186e-46cf-8369-f3201ee71551', 'status': 'completed', 'code': 200} Apr 23 10:39:49.947655 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ab431c92-6544-43b2-8598-de660f2062ee req-8f3248f6-a567-4814-907e-d3a85d9080a8 tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] 10.222.0.70 "GET /v2.0/ports?device_id=99789257-ea9e-4e49-a322-34a84998477b HTTP/1.1" status: 200 len: 210 time: 0.0528438 Apr 23 10:39:51.491984 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 22ed7f2a-186e-46cf-8369-f3201ee71551 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:39:51.532233 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] No Port match for: 22ed7f2a-186e-46cf-8369-f3201ee71551 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:39:51.532664 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device 22ed7f2a-186e-46cf-8369-f3201ee71551 not bound to the agent host hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:39:53.650762 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:40:02.163422 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-492180da-92fd-46b8-b537-8d7dabb32703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:03.431767 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:04.168943 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-e4d99e43-34f6-41db-8454-ac09881697d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:05.440594 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:05.495773 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:07.178636 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:10.958952 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 40246) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:40:11.028401 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ddcd01b-c43d-41f2-a8e0-f39ba742432d admin admin] Deleting subnet 8ae346a0-586c-46eb-8092-51ab977c43ad {{(pid=86420) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 10:40:11.031740 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5ddcd01b-c43d-41f2-a8e0-f39ba742432d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:11.089311 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5ddcd01b-c43d-41f2-a8e0-f39ba742432d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847345424'] for subnet, precommit_delete_associations {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:11.156292 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5ddcd01b-c43d-41f2-a8e0-f39ba742432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853331552'] for subnet, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:11.426750 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5ddcd01b-c43d-41f2-a8e0-f39ba742432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1444248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5990573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5354576'] for subnet, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:11.430746 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:40:11.472156 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddcd01b-c43d-41f2-a8e0-f39ba742432d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ae346a0-586c-46eb-8092-51ab977c43ad,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:40:11.481076 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5ddcd01b-c43d-41f2-a8e0-f39ba742432d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for subnet, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:11.484821 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddcd01b-c43d-41f2-a8e0-f39ba742432d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:11.485270 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddcd01b-c43d-41f2-a8e0-f39ba742432d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:11.485692 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddcd01b-c43d-41f2-a8e0-f39ba742432d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:11.486125 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddcd01b-c43d-41f2-a8e0-f39ba742432d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:11.486509 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddcd01b-c43d-41f2-a8e0-f39ba742432d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:11.486915 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddcd01b-c43d-41f2-a8e0-f39ba742432d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:11.487318 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddcd01b-c43d-41f2-a8e0-f39ba742432d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:11.487720 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddcd01b-c43d-41f2-a8e0-f39ba742432d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:11.488124 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddcd01b-c43d-41f2-a8e0-f39ba742432d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:11.488551 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddcd01b-c43d-41f2-a8e0-f39ba742432d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:11.488953 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddcd01b-c43d-41f2-a8e0-f39ba742432d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:11.489347 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddcd01b-c43d-41f2-a8e0-f39ba742432d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:11.493422 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5ddcd01b-c43d-41f2-a8e0-f39ba742432d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:40:11.496568 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-5ddcd01b-c43d-41f2-a8e0-f39ba742432d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8ae346a0-586c-46eb-8092-51ab977c43ad HTTP/1.1" status: 204 len: 168 time: 0.5361032 Apr 23 10:40:11.499196 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 40250) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:40:11.620815 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bf4a1b0b-700d-4089-9de0-8b781832c41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853440276'] for network, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:11.757877 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bf4a1b0b-700d-4089-9de0-8b781832c41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1444341', 'neutron.services.segments.db._delete_segments_for_network-8747066344563'] for network, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:11.878369 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-bf4a1b0b-700d-4089-9de0-8b781832c41d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1cec48-a617-4de2-8519-657102aca039']}} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:40:11.892163 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-bf4a1b0b-700d-4089-9de0-8b781832c41d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '493bd544-680d-4e6e-b1c1-639868ef00bd') {'for_net_delete': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:40:11.892541 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-bf4a1b0b-700d-4089-9de0-8b781832c41d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '493bd544-680d-4e6e-b1c1-639868ef00bd') {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:40:11.904602 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bf4a1b0b-700d-4089-9de0-8b781832c41d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289788450659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7430392'] for segment, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:11.920977 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bf4a1b0b-700d-4089-9de0-8b781832c41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:11.927513 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4a1b0b-700d-4089-9de0-8b781832c41d admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=86420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 10:40:12.111145 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-bf4a1b0b-700d-4089-9de0-8b781832c41d admin admin] Network 7e1cec48-a617-4de2-8519-657102aca039 has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:40:12.120203 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bf4a1b0b-700d-4089-9de0-8b781832c41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853312079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848782066'] for segment, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:12.303414 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-bf4a1b0b-700d-4089-9de0-8b781832c41d admin admin] Network 7e1cec48-a617-4de2-8519-657102aca039 has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: Traceback (most recent call last): Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: timer() Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: cb(*args, **kw) Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: return func(*args, **kwargs) Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: self._notify() Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: self.callback(batched_events) Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: event.method(event) Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: segment_id)['aggregates'][0] Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: return f(self, *a, **k) Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: return self._get(url).json() Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: **kwargs) Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: return self.request(url, 'GET', **kwargs) Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: **endpoint_filter) Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 10:40:12.328079 dv-cinder-779233-3-smb neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 10:40:12.408227 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bf4a1b0b-700d-4089-9de0-8b781832c41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853331459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414905'] for network, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:12.411954 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:40:12.428523 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-bf4a1b0b-700d-4089-9de0-8b781832c41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:12.435335 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a1b0b-700d-4089-9de0-8b781832c41d admin admin] Pushing event deleted for resources: {'Network': ['ID=7e1cec48-a617-4de2-8519-657102aca039,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:40:12.440715 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-bf4a1b0b-700d-4089-9de0-8b781832c41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:40:12.447800 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-bf4a1b0b-700d-4089-9de0-8b781832c41d admin admin] 10.222.0.70 "DELETE /v2.0/networks/7e1cec48-a617-4de2-8519-657102aca039 HTTP/1.1" status: 204 len: 168 time: 0.9470282 Apr 23 10:40:12.683469 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 40256) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:40:12.737571 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-c388e35a-e9dc-4f2a-a837-74ef76a8e848 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e8affd0165654195a1f1b71ef6d98dbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527651 Apr 23 10:40:12.740086 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 40260) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:40:12.802441 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f3525875-810e-44f9-ad66-81073fbfda1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:12.831021 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f3525875-810e-44f9-ad66-81073fbfda1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:12.881153 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f3525875-810e-44f9-ad66-81073fbfda1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:12.886203 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-514010a7-4384-4fc2-8034-c695f8b1acfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:40:12.900022 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3525875-810e-44f9-ad66-81073fbfda1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8cf528-f55d-4971-b633-a951c70501c8,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:40:12.902867 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f3525875-810e-44f9-ad66-81073fbfda1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:40:12.909922 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-f3525875-810e-44f9-ad66-81073fbfda1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:12.911175 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-f3525875-810e-44f9-ad66-81073fbfda1c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2b8cf528-f55d-4971-b633-a951c70501c8 HTTP/1.1" status: 204 len: 168 time: 0.1700706 Apr 23 10:40:30.650807 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:40:32.154754 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3d357b04-6099-4292-8a31-00378b23d696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:33.430285 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:34.171216 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-4aacfcd5-6727-49bd-a6cf-8dfed2456f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:35.437917 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:35.483957 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:37.158753 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:42.859319 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 40440) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:40:43.013356 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1390ad29-8c64-4f64-be3a-a008b8f4d31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:43.029612 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1390ad29-8c64-4f64-be3a-a008b8f4d31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:40:43.033657 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-1390ad29-8c64-4f64-be3a-a008b8f4d31f admin admin] Usage tracker for resource:security_group_rule and tenant:78d37c96c17d407d817f1c0006554518 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:40:43.036653 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-1390ad29-8c64-4f64-be3a-a008b8f4d31f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:40:43.042817 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-1390ad29-8c64-4f64-be3a-a008b8f4d31f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:40:43.130522 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1390ad29-8c64-4f64-be3a-a008b8f4d31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:43.133728 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1390ad29-8c64-4f64-be3a-a008b8f4d31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:43.142600 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-61a53078-fdfb-4ea1-bb96-6b3e80baaace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:40:43.184557 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-1390ad29-8c64-4f64-be3a-a008b8f4d31f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=78d37c96c17d407d817f1c0006554518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240247 Apr 23 10:40:43.186309 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390ad29-8c64-4f64-be3a-a008b8f4d31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807eaa07-4421-4594-a28c-471d7543e561,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:40:43.187446 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 40446) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:40:43.195220 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390ad29-8c64-4f64-be3a-a008b8f4d31f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:43.195640 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390ad29-8c64-4f64-be3a-a008b8f4d31f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:43.196057 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390ad29-8c64-4f64-be3a-a008b8f4d31f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:43.196491 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390ad29-8c64-4f64-be3a-a008b8f4d31f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:43.196903 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390ad29-8c64-4f64-be3a-a008b8f4d31f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:43.197310 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390ad29-8c64-4f64-be3a-a008b8f4d31f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:43.197715 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390ad29-8c64-4f64-be3a-a008b8f4d31f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:43.198159 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390ad29-8c64-4f64-be3a-a008b8f4d31f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:43.198613 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390ad29-8c64-4f64-be3a-a008b8f4d31f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:43.199016 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390ad29-8c64-4f64-be3a-a008b8f4d31f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:43.199473 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390ad29-8c64-4f64-be3a-a008b8f4d31f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:43.199873 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390ad29-8c64-4f64-be3a-a008b8f4d31f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:43.204119 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-1390ad29-8c64-4f64-be3a-a008b8f4d31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:40:43.255092 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-eebf96d4-1421-4667-9574-c7c1d4053e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:43.282871 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-eebf96d4-1421-4667-9574-c7c1d4053e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:43.327404 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-eebf96d4-1421-4667-9574-c7c1d4053e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:43.332390 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-b053777d-1d92-4d2f-a05e-018f774f08a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:40:43.343042 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf96d4-1421-4667-9574-c7c1d4053e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807eaa07-4421-4594-a28c-471d7543e561,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:40:43.346755 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-eebf96d4-1421-4667-9574-c7c1d4053e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:40:43.350025 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-eebf96d4-1421-4667-9574-c7c1d4053e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:43.351234 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-eebf96d4-1421-4667-9574-c7c1d4053e21 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/807eaa07-4421-4594-a28c-471d7543e561 HTTP/1.1" status: 204 len: 168 time: 0.1626980 Apr 23 10:40:44.101232 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 40470) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:40:44.213366 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-dd2ea391-e7eb-477b-9876-cc35074c890b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1484963346-network', 'tenant_id': '0f0195ddd3a342fcbb9e63490278de13'}} {{(pid=86420) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:40:44.219154 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-dd2ea391-e7eb-477b-9876-cc35074c890b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:40:44.223947 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-dd2ea391-e7eb-477b-9876-cc35074c890b admin admin] Usage tracker for resource:network and tenant:0f0195ddd3a342fcbb9e63490278de13 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:40:44.227085 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-dd2ea391-e7eb-477b-9876-cc35074c890b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:40:44.234248 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-dd2ea391-e7eb-477b-9876-cc35074c890b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:40:44.243555 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2ea391-e7eb-477b-9876-cc35074c890b admin admin] Made reservation on behalf of 0f0195ddd3a342fcbb9e63490278de13 for: {'network': 1} {{(pid=86420) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:40:44.248240 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea391-e7eb-477b-9876-cc35074c890b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for network, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:44.264156 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea391-e7eb-477b-9876-cc35074c890b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:44.279432 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-dd2ea391-e7eb-477b-9876-cc35074c890b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:40:44.283406 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-dd2ea391-e7eb-477b-9876-cc35074c890b admin admin] Usage tracker for resource:security_group_rule and tenant:0f0195ddd3a342fcbb9e63490278de13 is out of sync, need to count used quota {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:40:44.286864 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-dd2ea391-e7eb-477b-9876-cc35074c890b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86420) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:40:44.292816 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-dd2ea391-e7eb-477b-9876-cc35074c890b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86420) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:40:44.375514 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea391-e7eb-477b-9876-cc35074c890b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:44.378416 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea391-e7eb-477b-9876-cc35074c890b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:44.382531 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-4905c053-4ab5-4795-9a13-020c358c154b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:40:44.410963 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2ea391-e7eb-477b-9876-cc35074c890b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=86420) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 10:40:44.419813 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ea391-e7eb-477b-9876-cc35074c890b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f834ee2a-d372-46f9-82e2-dadf56ca5b2d,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:40:44.423635 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-dd2ea391-e7eb-477b-9876-cc35074c890b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:40:44.426804 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea391-e7eb-477b-9876-cc35074c890b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:44.427320 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.db.segments_db [None req-dd2ea391-e7eb-477b-9876-cc35074c890b admin admin] Added segment d47bec73-aa9f-485d-b11e-a80a200839e7 of type vlan for network 6d936441-ecc8-4b83-b606-141624388a35 Apr 23 10:40:44.455277 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea391-e7eb-477b-9876-cc35074c890b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747065835481'] for network, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:44.484531 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea391-e7eb-477b-9876-cc35074c890b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699'] for network, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:44.485877 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2ea391-e7eb-477b-9876-cc35074c890b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:40:44.486518 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea391-e7eb-477b-9876-cc35074c890b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:44.491483 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-bf4a1b0b-700d-4089-9de0-8b781832c41d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:40:44.825518 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-dd2ea391-e7eb-477b-9876-cc35074c890b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7229979 Apr 23 10:40:44.828532 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ea391-e7eb-477b-9876-cc35074c890b admin admin] Pushing event updated for resources: {'Network': ['ID=6d936441-ecc8-4b83-b606-141624388a35,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:40:44.828682 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 40476) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:40:44.831353 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-dd2ea391-e7eb-477b-9876-cc35074c890b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:40:44.835003 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [None req-5204f285-a0af-4d5f-b03c-905782deb35a admin admin] Request body: {'subnet': {'network_id': '6d936441-ecc8-4b83-b606-141624388a35', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1484963346-subnet', 'tenant_id': '0f0195ddd3a342fcbb9e63490278de13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:40:44.839535 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Network 6d936441-ecc8-4b83-b606-141624388a35 details requested by agent ovs-agent-dv-cinder-779233-3-smb with host dv-cinder-779233-3-smb {{(pid=86423) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 10:40:44.842286 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5204f285-a0af-4d5f-b03c-905782deb35a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:40:44.846540 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-5204f285-a0af-4d5f-b03c-905782deb35a admin admin] Usage tracker for resource:subnet and tenant:0f0195ddd3a342fcbb9e63490278de13 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:40:44.849683 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [None req-5204f285-a0af-4d5f-b03c-905782deb35a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:40:44.855735 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [None req-5204f285-a0af-4d5f-b03c-905782deb35a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:40:44.866308 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5204f285-a0af-4d5f-b03c-905782deb35a admin admin] Made reservation on behalf of 0f0195ddd3a342fcbb9e63490278de13 for: {'subnet': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:40:44.871293 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5204f285-a0af-4d5f-b03c-905782deb35a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850009882'] for subnet, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:45.275022 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5204f285-a0af-4d5f-b03c-905782deb35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848236417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850009865'] for subnet, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:45.279933 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-dad045d9-0f36-42e9-a791-c245cb98f9a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:40:45.364626 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204f285-a0af-4d5f-b03c-905782deb35a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ccc4cdd-1fe4-4434-9d0f-389ac3a1c942,revision_number=0']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:40:45.367426 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5204f285-a0af-4d5f-b03c-905782deb35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:40:45.370231 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5204f285-a0af-4d5f-b03c-905782deb35a admin admin] Checking segment: {'id': 'd47bec73-aa9f-485d-b11e-a80a200839e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d936441-ecc8-4b83-b606-141624388a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:40:45.370782 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5204f285-a0af-4d5f-b03c-905782deb35a admin admin] Network hostable DHCP agents. Network: 6d936441-ecc8-4b83-b606-141624388a35, hostable agents: ['9afd9aa3-ba3d-4012-bb25-a6f17ffdc572'], hosted agents: [] {{(pid=86422) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 10:40:45.388704 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5204f285-a0af-4d5f-b03c-905782deb35a admin admin] Network 6d936441-ecc8-4b83-b606-141624388a35 is scheduled to be hosted by DHCP agent 9afd9aa3-ba3d-4012-bb25-a6f17ffdc572 with binding_index 1 {{(pid=86422) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 10:40:45.397170 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [None req-5204f285-a0af-4d5f-b03c-905782deb35a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-3-smb, 6d936441-ecc8-4b83-b606-141624388a35) {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:40:45.407741 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4637fb8e-c6ba-4e7f-82b2-635f5e1b85e6 None None] Network 6d936441-ecc8-4b83-b606-141624388a35 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:40:45.409864 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5204f285-a0af-4d5f-b03c-905782deb35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:40:45.410501 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5204f285-a0af-4d5f-b03c-905782deb35a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:45.436956 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-5204f285-a0af-4d5f-b03c-905782deb35a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6071641 Apr 23 10:40:45.651917 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac7f9f-1ec7-4b4e-9299-9a16f01c8c01 None None] Network 6d936441-ecc8-4b83-b606-141624388a35 requested from dv-cinder-779233-3-smb {{(pid=86423) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:40:47.534436 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193988c0-9429-47bf-9abb-d5b766e399fa req-b56b8285-0bf5-4dd0-be5a-49859973fe63 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:40:47.535166 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-193988c0-9429-47bf-9abb-d5b766e399fa req-b56b8285-0bf5-4dd0-be5a-49859973fe63 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Synchronizing usage tracker for tenant:0f0195ddd3a342fcbb9e63490278de13 on resource:network {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:40:47.550945 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-193988c0-9429-47bf-9abb-d5b766e399fa req-b56b8285-0bf5-4dd0-be5a-49859973fe63 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Unset dirty status for tenant:0f0195ddd3a342fcbb9e63490278de13 on resource:network {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:40:47.552189 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-193988c0-9429-47bf-9abb-d5b766e399fa req-b56b8285-0bf5-4dd0-be5a-49859973fe63 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/networks?id=6d936441-ecc8-4b83-b606-141624388a35 HTTP/1.1" status: 200 len: 814 time: 0.1725509 Apr 23 10:40:47.569015 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-193988c0-9429-47bf-9abb-d5b766e399fa req-03700ca8-d56c-48a3-8800-1a41b9d856b2 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/quotas/0f0195ddd3a342fcbb9e63490278de13 HTTP/1.1" status: 200 len: 375 time: 0.0104895 Apr 23 10:40:47.620720 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-193988c0-9429-47bf-9abb-d5b766e399fa req-176cbf23-6c2c-40f4-9adc-94b67ced3a1f tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f0195ddd3a342fcbb9e63490278de13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460839 Apr 23 10:40:47.814154 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-193988c0-9429-47bf-9abb-d5b766e399fa req-d8fd3338-7785-4ac0-be4e-e74315ce1520 service neutron] 10.222.0.70 "GET /v2.0/networks/6d936441-ecc8-4b83-b606-141624388a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856701 Apr 23 10:40:47.956659 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-193988c0-9429-47bf-9abb-d5b766e399fa req-f89b1f29-a913-42cd-8d44-b36b187a1175 service neutron] 10.222.0.70 "GET /v2.0/networks/6d936441-ecc8-4b83-b606-141624388a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349745 Apr 23 10:40:48.152500 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1546131e-e652-4145-b90f-55856a518504 req-03c5e186-b2b1-411a-a752-fb85048f6530 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=f28d25dc-935b-492a-9e2d-2a82d8f946cf HTTP/1.1" status: 200 len: 210 time: 0.0526798 Apr 23 10:40:49.321609 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-20a41abe-b739-4be4-97af-eab9c93a5f73 req-fe5379e6-3922-4c5a-b329-86a90c731689 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=f28d25dc-935b-492a-9e2d-2a82d8f946cf HTTP/1.1" status: 200 len: 210 time: 0.0507541 Apr 23 10:40:49.429130 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193988c0-9429-47bf-9abb-d5b766e399fa req-dde1d411-a795-416c-9a92-0f881195a20c tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:40:49.430673 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-193988c0-9429-47bf-9abb-d5b766e399fa req-dde1d411-a795-416c-9a92-0f881195a20c tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.68 "GET /v2.0/networks?id=6d936441-ecc8-4b83-b606-141624388a35 HTTP/1.1" status: 200 len: 814 time: 0.1596544 Apr 23 10:40:49.459731 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-193988c0-9429-47bf-9abb-d5b766e399fa req-d234e659-bf55-47ac-96bd-4335fd42ec40 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Request body: {'port': {'device_id': 'f28d25dc-935b-492a-9e2d-2a82d8f946cf', 'network_id': '6d936441-ecc8-4b83-b606-141624388a35', 'admin_state_up': True, 'tenant_id': '0f0195ddd3a342fcbb9e63490278de13'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:40:49.603415 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-193988c0-9429-47bf-9abb-d5b766e399fa req-d234e659-bf55-47ac-96bd-4335fd42ec40 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:40:49.607350 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-193988c0-9429-47bf-9abb-d5b766e399fa req-d234e659-bf55-47ac-96bd-4335fd42ec40 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Usage tracker for resource:port and tenant:0f0195ddd3a342fcbb9e63490278de13 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:40:49.610326 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-193988c0-9429-47bf-9abb-d5b766e399fa req-d234e659-bf55-47ac-96bd-4335fd42ec40 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:40:49.616826 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-193988c0-9429-47bf-9abb-d5b766e399fa req-d234e659-bf55-47ac-96bd-4335fd42ec40 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:40:49.625275 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-193988c0-9429-47bf-9abb-d5b766e399fa req-d234e659-bf55-47ac-96bd-4335fd42ec40 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Made reservation on behalf of 0f0195ddd3a342fcbb9e63490278de13 for: {'port': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:40:49.631810 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-193988c0-9429-47bf-9abb-d5b766e399fa req-d234e659-bf55-47ac-96bd-4335fd42ec40 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:49.803879 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-193988c0-9429-47bf-9abb-d5b766e399fa req-d234e659-bf55-47ac-96bd-4335fd42ec40 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Allocated IP 172.20.0.5 (6d936441-ecc8-4b83-b606-141624388a35/8ccc4cdd-1fe4-4434-9d0f-389ac3a1c942/d90347be-0613-4ce7-ad8b-5076493d24f8) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:40:50.014991 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-193988c0-9429-47bf-9abb-d5b766e399fa req-d234e659-bf55-47ac-96bd-4335fd42ec40 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:50.045342 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-193988c0-9429-47bf-9abb-d5b766e399fa req-d234e659-bf55-47ac-96bd-4335fd42ec40 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:50.051916 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-f1f795aa-ecc1-4b85-ae69-0df3f451208e tempest-VolumesActionsTest-1257912374 tempest-VolumesActionsTest-1257912374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:40:50.118511 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-193988c0-9429-47bf-9abb-d5b766e399fa req-d234e659-bf55-47ac-96bd-4335fd42ec40 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Network 6d936441-ecc8-4b83-b606-141624388a35 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:40:50.126212 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-193988c0-9429-47bf-9abb-d5b766e399fa req-d234e659-bf55-47ac-96bd-4335fd42ec40 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:40:50.130860 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-193988c0-9429-47bf-9abb-d5b766e399fa req-d234e659-bf55-47ac-96bd-4335fd42ec40 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:40:50.170128 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234e659-bf55-47ac-96bd-4335fd42ec40 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Pushing event updated for resources: {'Port': ['ID=d90347be-0613-4ce7-ad8b-5076493d24f8,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:40:50.174686 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d234e659-bf55-47ac-96bd-4335fd42ec40 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:40:50.202865 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193988c0-9429-47bf-9abb-d5b766e399fa req-d234e659-bf55-47ac-96bd-4335fd42ec40 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:40:50.203519 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-193988c0-9429-47bf-9abb-d5b766e399fa req-d234e659-bf55-47ac-96bd-4335fd42ec40 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:50.223844 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-193988c0-9429-47bf-9abb-d5b766e399fa req-d234e659-bf55-47ac-96bd-4335fd42ec40 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7683933 Apr 23 10:40:50.248207 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-193988c0-9429-47bf-9abb-d5b766e399fa req-11c1a697-0996-482d-93fa-855d486fd481 service neutron] Request body: {'port': {'device_id': 'f28d25dc-935b-492a-9e2d-2a82d8f946cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:40:50.371255 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-193988c0-9429-47bf-9abb-d5b766e399fa req-11c1a697-0996-482d-93fa-855d486fd481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:50.530918 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3cd69-bb51-4b18-ae52-9ef500200230 req-b90e2c56-1fa0-4a75-b1e2-483073deccab tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:40:50.532522 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0ae3cd69-bb51-4b18-ae52-9ef500200230 req-b90e2c56-1fa0-4a75-b1e2-483073deccab tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=f28d25dc-935b-492a-9e2d-2a82d8f946cf HTTP/1.1" status: 200 len: 931 time: 0.0938463 Apr 23 10:40:50.580244 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-0ae3cd69-bb51-4b18-ae52-9ef500200230 req-03ae4ff3-aee6-4f98-ab20-1857d62528f3 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Synchronizing usage tracker for tenant:0f0195ddd3a342fcbb9e63490278de13 on resource:security_group {{(pid=86420) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:40:50.597186 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-0ae3cd69-bb51-4b18-ae52-9ef500200230 req-03ae4ff3-aee6-4f98-ab20-1857d62528f3 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Unset dirty status for tenant:0f0195ddd3a342fcbb9e63490278de13 on resource:security_group {{(pid=86420) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:40:50.598378 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-0ae3cd69-bb51-4b18-ae52-9ef500200230 req-03ae4ff3-aee6-4f98-ab20-1857d62528f3 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593436 Apr 23 10:40:50.730901 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [req-193988c0-9429-47bf-9abb-d5b766e399fa req-11c1a697-0996-482d-93fa-855d486fd481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90347be-0613-4ce7-ad8b-5076493d24f8 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:40:50.738727 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-193988c0-9429-47bf-9abb-d5b766e399fa req-11c1a697-0996-482d-93fa-855d486fd481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:50.754926 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-193988c0-9429-47bf-9abb-d5b766e399fa req-11c1a697-0996-482d-93fa-855d486fd481 service neutron] Transition to ACTIVE for port object d90347be-0613-4ce7-ad8b-5076493d24f8 will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:40:50.757342 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-193988c0-9429-47bf-9abb-d5b766e399fa req-11c1a697-0996-482d-93fa-855d486fd481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848232985'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:50.761874 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-d234e659-bf55-47ac-96bd-4335fd42ec40 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:40:50.928020 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1a697-0996-482d-93fa-855d486fd481 service neutron] Pushing event updated for resources: {'Port': ['ID=d90347be-0613-4ce7-ad8b-5076493d24f8,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:40:50.930969 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-11c1a697-0996-482d-93fa-855d486fd481 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:40:51.005302 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-193988c0-9429-47bf-9abb-d5b766e399fa req-11c1a697-0996-482d-93fa-855d486fd481 service neutron] Attempting to bind port d90347be-0613-4ce7-ad8b-5076493d24f8 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:40:51.005672 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-193988c0-9429-47bf-9abb-d5b766e399fa req-11c1a697-0996-482d-93fa-855d486fd481 service neutron] Attempting to bind port d90347be-0613-4ce7-ad8b-5076493d24f8 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'd47bec73-aa9f-485d-b11e-a80a200839e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d936441-ecc8-4b83-b606-141624388a35'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:40:51.006034 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193988c0-9429-47bf-9abb-d5b766e399fa req-11c1a697-0996-482d-93fa-855d486fd481 service neutron] Attempting to bind port d90347be-0613-4ce7-ad8b-5076493d24f8 on network 6d936441-ecc8-4b83-b606-141624388a35 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:40:51.010912 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193988c0-9429-47bf-9abb-d5b766e399fa req-11c1a697-0996-482d-93fa-855d486fd481 service neutron] Port d90347be-0613-4ce7-ad8b-5076493d24f8 on network 6d936441-ecc8-4b83-b606-141624388a35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:40:51.011271 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193988c0-9429-47bf-9abb-d5b766e399fa req-11c1a697-0996-482d-93fa-855d486fd481 service neutron] Attempting to bind port d90347be-0613-4ce7-ad8b-5076493d24f8 on network 6d936441-ecc8-4b83-b606-141624388a35 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:40:51.016744 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193988c0-9429-47bf-9abb-d5b766e399fa req-11c1a697-0996-482d-93fa-855d486fd481 service neutron] Checking agent: {'id': 'e9dd349d-b683-48bd-911f-eb86d546e7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'started_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:40:51.017114 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193988c0-9429-47bf-9abb-d5b766e399fa req-11c1a697-0996-482d-93fa-855d486fd481 service neutron] Checking segment: {'id': 'd47bec73-aa9f-485d-b11e-a80a200839e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d936441-ecc8-4b83-b606-141624388a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:40:51.017534 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193988c0-9429-47bf-9abb-d5b766e399fa req-11c1a697-0996-482d-93fa-855d486fd481 service neutron] Bound using segment: {'id': 'd47bec73-aa9f-485d-b11e-a80a200839e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d936441-ecc8-4b83-b606-141624388a35'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:40:51.018035 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-193988c0-9429-47bf-9abb-d5b766e399fa req-11c1a697-0996-482d-93fa-855d486fd481 service neutron] Bound port: d90347be-0613-4ce7-ad8b-5076493d24f8, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd47bec73-aa9f-485d-b11e-a80a200839e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d936441-ecc8-4b83-b606-141624388a35'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:40:51.018414 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-193988c0-9429-47bf-9abb-d5b766e399fa req-11c1a697-0996-482d-93fa-855d486fd481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:51.114417 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-193988c0-9429-47bf-9abb-d5b766e399fa req-11c1a697-0996-482d-93fa-855d486fd481 service neutron] For port d90347be-0613-4ce7-ad8b-5076493d24f8, host hv-cinder-77923, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:40:51.117531 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-193988c0-9429-47bf-9abb-d5b766e399fa req-11c1a697-0996-482d-93fa-855d486fd481 service neutron] For port d90347be-0613-4ce7-ad8b-5076493d24f8, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d90347be-0613-4ce7-ad8b-5076493d24f8,segment=NetworkSegment(d47bec73-aa9f-485d-b11e-a80a200839e7),segment_id=d47bec73-aa9f-485d-b11e-a80a200839e7)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:40:51.120498 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-193988c0-9429-47bf-9abb-d5b766e399fa req-11c1a697-0996-482d-93fa-855d486fd481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848232985'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:51.125114 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-75b2de30-e2d8-4339-bc39-fe18b33239a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:40:51.176885 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193988c0-9429-47bf-9abb-d5b766e399fa req-11c1a697-0996-482d-93fa-855d486fd481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:40:51.177104 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-193988c0-9429-47bf-9abb-d5b766e399fa req-11c1a697-0996-482d-93fa-855d486fd481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:51.178616 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-193988c0-9429-47bf-9abb-d5b766e399fa req-11c1a697-0996-482d-93fa-855d486fd481 service neutron] 10.222.0.68 "PUT /v2.0/ports/d90347be-0613-4ce7-ad8b-5076493d24f8 HTTP/1.1" status: 200 len: 1093 time: 0.9351454 Apr 23 10:40:51.181104 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28d25dc-935b-492a-9e2d-2a82d8f946cf', 'tag': 'd90347be-0613-4ce7-ad8b-5076493d24f8'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:40:51.212647 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1a697-0996-482d-93fa-855d486fd481 service neutron] Pushing event updated for resources: {'Port': ['ID=d90347be-0613-4ce7-ad8b-5076493d24f8,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:40:51.215889 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-11c1a697-0996-482d-93fa-855d486fd481 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:40:51.233192 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28d25dc-935b-492a-9e2d-2a82d8f946cf', 'tag': 'd90347be-0613-4ce7-ad8b-5076493d24f8', 'status': 'completed', 'code': 200} Apr 23 10:40:51.351384 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193988c0-9429-47bf-9abb-d5b766e399fa req-635d0215-d57e-43f0-af94-efb5144a3638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:40:51.353029 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-193988c0-9429-47bf-9abb-d5b766e399fa req-635d0215-d57e-43f0-af94-efb5144a3638 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0f0195ddd3a342fcbb9e63490278de13&device_id=f28d25dc-935b-492a-9e2d-2a82d8f946cf HTTP/1.1" status: 200 len: 1096 time: 0.0812182 Apr 23 10:40:51.671984 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-193988c0-9429-47bf-9abb-d5b766e399fa req-b31a1408-19e5-4c2a-99cd-c8a454927b5b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d90347be-0613-4ce7-ad8b-5076493d24f8 HTTP/1.1" status: 200 len: 217 time: 0.2975891 Apr 23 10:40:51.749198 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193988c0-9429-47bf-9abb-d5b766e399fa req-8acb9d6a-7150-47c3-b5b5-40ab8d8dd556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:40:51.750809 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-193988c0-9429-47bf-9abb-d5b766e399fa req-8acb9d6a-7150-47c3-b5b5-40ab8d8dd556 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ccc4cdd-1fe4-4434-9d0f-389ac3a1c942 HTTP/1.1" status: 200 len: 854 time: 0.0671761 Apr 23 10:40:51.802921 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1e15b-7ddf-4356-9c15-fb98d7faceb8 req-32019d09-d57c-4762-966d-a30fe5f09990 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:40:51.804537 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7df1e15b-7ddf-4356-9c15-fb98d7faceb8 req-32019d09-d57c-4762-966d-a30fe5f09990 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=f28d25dc-935b-492a-9e2d-2a82d8f946cf HTTP/1.1" status: 200 len: 943 time: 0.0930774 Apr 23 10:40:51.811323 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-193988c0-9429-47bf-9abb-d5b766e399fa req-ebd26ce9-6cbc-405a-bade-5fe31da64c27 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6d936441-ecc8-4b83-b606-141624388a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481446 Apr 23 10:40:51.853364 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7df1e15b-7ddf-4356-9c15-fb98d7faceb8 req-5564e7d7-ce06-42ba-b6e9-d84f1b1a1aa8 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420740 Apr 23 10:40:51.968895 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-193988c0-9429-47bf-9abb-d5b766e399fa req-81d98670-ce56-4cb4-ac9e-40d2982c7be1 service neutron] 10.222.0.68 "GET /v2.0/networks/6d936441-ecc8-4b83-b606-141624388a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448157 Apr 23 10:40:52.114196 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-193988c0-9429-47bf-9abb-d5b766e399fa req-62cd6ab7-54cd-4ff2-994c-a8f37a0339d1 service neutron] 10.222.0.68 "GET /v2.0/networks/6d936441-ecc8-4b83-b606-141624388a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362131 Apr 23 10:40:52.325220 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba085f62-9127-4f85-8942-4b093d661326 req-4dadbf23-9627-4c31-b86b-d91943ac7e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:40:52.326695 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ba085f62-9127-4f85-8942-4b093d661326 req-4dadbf23-9627-4c31-b86b-d91943ac7e3a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0f0195ddd3a342fcbb9e63490278de13&device_id=f28d25dc-935b-492a-9e2d-2a82d8f946cf HTTP/1.1" status: 200 len: 1096 time: 0.0819190 Apr 23 10:40:52.473930 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba085f62-9127-4f85-8942-4b093d661326 req-23013157-3c62-4569-a2e2-442babea5cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:40:52.475512 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ba085f62-9127-4f85-8942-4b093d661326 req-23013157-3c62-4569-a2e2-442babea5cc2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6d936441-ecc8-4b83-b606-141624388a35 HTTP/1.1" status: 200 len: 915 time: 0.1371760 Apr 23 10:40:52.549890 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ba085f62-9127-4f85-8942-4b093d661326 req-443be91e-2c53-47e9-b22b-a4f07b84e970 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d90347be-0613-4ce7-ad8b-5076493d24f8 HTTP/1.1" status: 200 len: 217 time: 0.0647144 Apr 23 10:40:52.621903 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba085f62-9127-4f85-8942-4b093d661326 req-e8081e44-832b-4de7-a6d0-38fd1bc72029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:40:52.623369 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ba085f62-9127-4f85-8942-4b093d661326 req-e8081e44-832b-4de7-a6d0-38fd1bc72029 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ccc4cdd-1fe4-4434-9d0f-389ac3a1c942 HTTP/1.1" status: 200 len: 854 time: 0.0663204 Apr 23 10:40:52.681348 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ba085f62-9127-4f85-8942-4b093d661326 req-f1aefa31-8311-4868-996e-f74c3da4b465 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6d936441-ecc8-4b83-b606-141624388a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461326 Apr 23 10:40:52.823362 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ba085f62-9127-4f85-8942-4b093d661326 req-0ea912b4-0907-4f22-bc1c-1586da483b7e service neutron] 10.222.0.68 "GET /v2.0/networks/6d936441-ecc8-4b83-b606-141624388a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331687 Apr 23 10:40:52.970541 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ba085f62-9127-4f85-8942-4b093d661326 req-3e64989d-2b66-40ca-888b-e88b50d05a2c service neutron] 10.222.0.68 "GET /v2.0/networks/6d936441-ecc8-4b83-b606-141624388a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370490 Apr 23 10:40:53.069602 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b35df-9ee4-451a-8908-f062064d4f2a req-4bdefcb1-cd3c-4eab-a7bb-4cecca401ea2 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:40:53.071239 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fb1b35df-9ee4-451a-8908-f062064d4f2a req-4bdefcb1-cd3c-4eab-a7bb-4cecca401ea2 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=f28d25dc-935b-492a-9e2d-2a82d8f946cf HTTP/1.1" status: 200 len: 943 time: 0.1020885 Apr 23 10:40:53.121740 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-fb1b35df-9ee4-451a-8908-f062064d4f2a req-cac400bf-d076-46eb-9397-2bd121868830 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440197 Apr 23 10:40:53.768301 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device d90347be-0613-4ce7-ad8b-5076493d24f8 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:40:53.912808 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port d90347be-0613-4ce7-ad8b-5076493d24f8, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d90347be-0613-4ce7-ad8b-5076493d24f8,segment=NetworkSegment(d47bec73-aa9f-485d-b11e-a80a200839e7),segment_id=d47bec73-aa9f-485d-b11e-a80a200839e7)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:40:53.927027 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Returning: {'device': 'd90347be-0613-4ce7-ad8b-5076493d24f8', 'network_id': '6d936441-ecc8-4b83-b606-141624388a35', 'port_id': 'd90347be-0613-4ce7-ad8b-5076493d24f8', 'mac_address': 'fa:16:3e:68:7c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ccc4cdd-1fe4-4434-9d0f-389ac3a1c942', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:40:53.984352 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:54.002748 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90347be-0613-4ce7-ad8b-5076493d24f8 {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:40:54.018808 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port d90347be-0613-4ce7-ad8b-5076493d24f8, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d90347be-0613-4ce7-ad8b-5076493d24f8,segment=NetworkSegment(d47bec73-aa9f-485d-b11e-a80a200839e7),segment_id=d47bec73-aa9f-485d-b11e-a80a200839e7)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:40:54.021594 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:54.023436 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:40:54.095166 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=d90347be-0613-4ce7-ad8b-5076493d24f8,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:40:54.102848 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:54.103240 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:54.103623 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:54.104000 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:54.104393 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:54.104777 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:54.105147 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:54.105515 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:54.105884 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:54.106258 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:54.106622 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:54.106982 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:40:54.111070 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:40:54.321563 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8f52e-4704-4009-80ad-2892c243f66c req-e4a46932-4b00-4fda-9ae4-9b4df4376251 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:40:54.323068 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-deb8f52e-4704-4009-80ad-2892c243f66c req-e4a46932-4b00-4fda-9ae4-9b4df4376251 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=f28d25dc-935b-492a-9e2d-2a82d8f946cf HTTP/1.1" status: 200 len: 944 time: 0.0886114 Apr 23 10:40:54.374089 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-deb8f52e-4704-4009-80ad-2892c243f66c req-1793303b-c332-400d-ba4d-62ddf678cc1c tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446131 Apr 23 10:40:54.387989 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['d90347be-0613-4ce7-ad8b-5076493d24f8'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:40:55.576229 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06027d34-c001-4327-b73a-a3693768b6bb req-68a82a06-d386-4d35-a2e2-fb5085993fdf tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:40:55.577840 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-06027d34-c001-4327-b73a-a3693768b6bb req-68a82a06-d386-4d35-a2e2-fb5085993fdf tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=f28d25dc-935b-492a-9e2d-2a82d8f946cf HTTP/1.1" status: 200 len: 944 time: 0.0903091 Apr 23 10:40:55.625230 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-06027d34-c001-4327-b73a-a3693768b6bb req-e5a272fc-5175-495b-b298-5a127908879f tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404913 Apr 23 10:40:55.783417 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device d90347be-0613-4ce7-ad8b-5076493d24f8 up at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:40:55.859544 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning for port d90347be-0613-4ce7-ad8b-5076493d24f8 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:40:55.865144 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning complete for port d90347be-0613-4ce7-ad8b-5076493d24f8 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:40:55.865564 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:55.988809 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:56.016433 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28d25dc-935b-492a-9e2d-2a82d8f946cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90347be-0613-4ce7-ad8b-5076493d24f8'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:40:56.027115 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port d90347be-0613-4ce7-ad8b-5076493d24f8, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d90347be-0613-4ce7-ad8b-5076493d24f8,segment=NetworkSegment(d47bec73-aa9f-485d-b11e-a80a200839e7),segment_id=d47bec73-aa9f-485d-b11e-a80a200839e7)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:40:56.031233 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:40:56.033483 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:40:56.106281 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=d90347be-0613-4ce7-ad8b-5076493d24f8,revision_number=5']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:40:56.109485 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:40:56.203222 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28d25dc-935b-492a-9e2d-2a82d8f946cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90347be-0613-4ce7-ad8b-5076493d24f8', 'code': 200} Apr 23 10:40:56.508720 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb8de3-9a67-4224-8605-4af011d3ec78 req-2ff9e90f-63b2-4668-90ee-235aaa359aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:40:56.510292 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-abfb8de3-9a67-4224-8605-4af011d3ec78 req-2ff9e90f-63b2-4668-90ee-235aaa359aa2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f28d25dc-935b-492a-9e2d-2a82d8f946cf HTTP/1.1" status: 200 len: 1098 time: 0.0769598 Apr 23 10:40:56.562250 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-abfb8de3-9a67-4224-8605-4af011d3ec78 req-d6986383-98e2-4c6d-8839-d0d3a1b2b64a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396616 Apr 23 10:40:56.832328 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb9170-6e6b-4ec1-b047-6bf9ec4a838c req-83f86286-5078-4844-92b5-e463d8a618cd tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:40:56.833933 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6fdb9170-6e6b-4ec1-b047-6bf9ec4a838c req-83f86286-5078-4844-92b5-e463d8a618cd tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=f28d25dc-935b-492a-9e2d-2a82d8f946cf HTTP/1.1" status: 200 len: 945 time: 0.0906184 Apr 23 10:40:56.881234 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6fdb9170-6e6b-4ec1-b047-6bf9ec4a838c req-c9d5fae7-f0a6-433d-b3df-b857ddd877ad tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409405 Apr 23 10:40:58.090567 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25118a0-28ac-40ed-8193-205bc782af37 req-3f7b1223-e865-43af-84fb-d6773075f1f8 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:40:58.092153 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e25118a0-28ac-40ed-8193-205bc782af37 req-3f7b1223-e865-43af-84fb-d6773075f1f8 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=f28d25dc-935b-492a-9e2d-2a82d8f946cf HTTP/1.1" status: 200 len: 945 time: 0.0905509 Apr 23 10:40:58.139191 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e25118a0-28ac-40ed-8193-205bc782af37 req-14df759a-a1ab-4a3f-abc0-a15bdb3aef45 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406096 Apr 23 10:41:02.157106 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-55fcfc68-bb63-4760-ad12-6112e3225c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:41:03.444195 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:41:04.174667 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c37f4394-6813-4917-96cc-8fbe9374a3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:41:05.440441 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:41:05.484969 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:41:07.161291 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:41:07.650334 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:41:32.159381 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c7ac7c8a-1f2c-43b0-94d4-a47706326c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:41:33.456714 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:41:34.176298 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2efb363a-5c43-45e1-88c5-b80a6a23739a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:41:35.445941 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:41:35.466483 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a974fbf-959d-45bc-8874-45ed028cb146 req-c9a453ed-eb3f-4ebd-b336-8cc54eaa3f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:41:35.469108 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5a974fbf-959d-45bc-8874-45ed028cb146 req-c9a453ed-eb3f-4ebd-b336-8cc54eaa3f4a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0f0195ddd3a342fcbb9e63490278de13&device_id=f28d25dc-935b-492a-9e2d-2a82d8f946cf HTTP/1.1" status: 200 len: 1098 time: 0.0964391 Apr 23 10:41:35.496071 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:41:35.653836 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a974fbf-959d-45bc-8874-45ed028cb146 req-1eaefb25-e801-4597-9cdd-0a74e8690690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:41:35.655429 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5a974fbf-959d-45bc-8874-45ed028cb146 req-1eaefb25-e801-4597-9cdd-0a74e8690690 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6d936441-ecc8-4b83-b606-141624388a35 HTTP/1.1" status: 200 len: 915 time: 0.1432595 Apr 23 10:41:35.733161 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5a974fbf-959d-45bc-8874-45ed028cb146 req-411f37f4-3a38-4621-8f75-46137fd439f9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d90347be-0613-4ce7-ad8b-5076493d24f8 HTTP/1.1" status: 200 len: 217 time: 0.0690577 Apr 23 10:41:35.803658 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a974fbf-959d-45bc-8874-45ed028cb146 req-de392e92-7c09-408e-83e9-13b8c09d08c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:41:35.805434 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5a974fbf-959d-45bc-8874-45ed028cb146 req-de392e92-7c09-408e-83e9-13b8c09d08c1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ccc4cdd-1fe4-4434-9d0f-389ac3a1c942 HTTP/1.1" status: 200 len: 854 time: 0.0635800 Apr 23 10:41:35.859306 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5a974fbf-959d-45bc-8874-45ed028cb146 req-16364f41-8fab-48de-98f6-7db54cf70e6f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6d936441-ecc8-4b83-b606-141624388a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462947 Apr 23 10:41:36.019186 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5a974fbf-959d-45bc-8874-45ed028cb146 req-0dc26462-0a4a-44a1-9f65-53d3e049be9f service neutron] 10.222.0.68 "GET /v2.0/networks/6d936441-ecc8-4b83-b606-141624388a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479802 Apr 23 10:41:36.164126 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5a974fbf-959d-45bc-8874-45ed028cb146 req-6e9d2d72-5fa0-4268-8197-0f41cc8eab6f service neutron] 10.222.0.68 "GET /v2.0/networks/6d936441-ecc8-4b83-b606-141624388a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363876 Apr 23 10:41:37.166002 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:41:42.343500 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536b014-2caa-4ec0-a387-c3de5a57490c req-f81b8af6-434d-4cc1-8746-e6ef848c7f9b tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:41:42.345047 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c536b014-2caa-4ec0-a387-c3de5a57490c req-f81b8af6-434d-4cc1-8746-e6ef848c7f9b tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=f28d25dc-935b-492a-9e2d-2a82d8f946cf HTTP/1.1" status: 200 len: 945 time: 0.0963607 Apr 23 10:41:42.403993 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c536b014-2caa-4ec0-a387-c3de5a57490c req-1a9b55d1-7524-4cd3-a03d-c0b01e8b1e82 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508616 Apr 23 10:41:43.618224 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bccff-28c4-4ed1-9249-5eff034168d3 req-58790925-4438-433f-a2f4-262fa8062d71 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:41:43.619873 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5c0bccff-28c4-4ed1-9249-5eff034168d3 req-58790925-4438-433f-a2f4-262fa8062d71 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=f28d25dc-935b-492a-9e2d-2a82d8f946cf HTTP/1.1" status: 200 len: 945 time: 0.0945323 Apr 23 10:41:43.696136 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-5c0bccff-28c4-4ed1-9249-5eff034168d3 req-698ad025-d643-485d-b6ff-ff0e028b05e9 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641267 Apr 23 10:41:44.650574 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:41:44.929096 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b42a6-43c7-48b7-ba55-0886e84f1a22 req-ade7ab99-4838-4304-a136-a3c938a5a7b2 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:41:44.930638 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a88b42a6-43c7-48b7-ba55-0886e84f1a22 req-ade7ab99-4838-4304-a136-a3c938a5a7b2 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=f28d25dc-935b-492a-9e2d-2a82d8f946cf HTTP/1.1" status: 200 len: 945 time: 0.1027832 Apr 23 10:41:44.981418 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a88b42a6-43c7-48b7-ba55-0886e84f1a22 req-cf4ec169-3fb6-44c0-9d21-6ae88fb83716 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439553 Apr 23 10:41:46.191710 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c01753-fbb5-4b7f-8c4b-9f7785067801 req-1d73d19d-e9b1-46c4-adcc-15503509a755 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:41:46.193585 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a4c01753-fbb5-4b7f-8c4b-9f7785067801 req-1d73d19d-e9b1-46c4-adcc-15503509a755 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=f28d25dc-935b-492a-9e2d-2a82d8f946cf HTTP/1.1" status: 200 len: 945 time: 0.0931401 Apr 23 10:41:46.242290 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a4c01753-fbb5-4b7f-8c4b-9f7785067801 req-b7e7fba9-4993-4234-a575-5b9d18db594f tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421786 Apr 23 10:41:47.457879 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e3f4b-8cd5-4a73-8ada-00ad55101f42 req-a69f0f3b-492b-4088-9abb-b96409ac3b0e tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:41:47.459518 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1a6e3f4b-8cd5-4a73-8ada-00ad55101f42 req-a69f0f3b-492b-4088-9abb-b96409ac3b0e tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=f28d25dc-935b-492a-9e2d-2a82d8f946cf HTTP/1.1" status: 200 len: 945 time: 0.0967340 Apr 23 10:41:47.510500 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1a6e3f4b-8cd5-4a73-8ada-00ad55101f42 req-2d7647b2-7da7-4f1f-bafc-e9f896265e75 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417438 Apr 23 10:41:48.720174 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fddbb4-2feb-41da-ab43-23b097bdfe76 req-1110847e-69de-4e2a-bc38-2583563ba258 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:41:48.721867 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-25fddbb4-2feb-41da-ab43-23b097bdfe76 req-1110847e-69de-4e2a-bc38-2583563ba258 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=f28d25dc-935b-492a-9e2d-2a82d8f946cf HTTP/1.1" status: 200 len: 945 time: 0.0948212 Apr 23 10:41:48.783652 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-25fddbb4-2feb-41da-ab43-23b097bdfe76 req-9efd63a3-6976-4d27-b36a-6774ff02adb3 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522261 Apr 23 10:41:49.890975 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecc211-50bd-400b-ae27-3eafd1af4b83 req-6792704c-9c1e-47dc-9d29-b08ee473ae63 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:41:49.891746 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-c6ecc211-50bd-400b-ae27-3eafd1af4b83 req-6792704c-9c1e-47dc-9d29-b08ee473ae63 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Synchronizing usage tracker for tenant:0f0195ddd3a342fcbb9e63490278de13 on resource:port {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:41:49.910583 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-c6ecc211-50bd-400b-ae27-3eafd1af4b83 req-6792704c-9c1e-47dc-9d29-b08ee473ae63 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Unset dirty status for tenant:0f0195ddd3a342fcbb9e63490278de13 on resource:port {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:41:49.911844 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c6ecc211-50bd-400b-ae27-3eafd1af4b83 req-6792704c-9c1e-47dc-9d29-b08ee473ae63 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.68 "GET /v2.0/ports?device_id=f28d25dc-935b-492a-9e2d-2a82d8f946cf HTTP/1.1" status: 200 len: 945 time: 0.1152163 Apr 23 10:41:49.998137 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c7203-5789-4bd8-9cb7-185a14af2301 req-0feca33f-51c1-48bc-9fee-3e17a0ea017d tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:41:49.999191 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a85c7203-5789-4bd8-9cb7-185a14af2301 req-0feca33f-51c1-48bc-9fee-3e17a0ea017d tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=f28d25dc-935b-492a-9e2d-2a82d8f946cf HTTP/1.1" status: 200 len: 945 time: 0.0980501 Apr 23 10:41:50.068819 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a85c7203-5789-4bd8-9cb7-185a14af2301 req-8b5c4755-81de-4082-84e9-38dd00d9f02c tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604506 Apr 23 10:41:50.072461 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-c6ecc211-50bd-400b-ae27-3eafd1af4b83 req-bcbd09e7-5443-42c5-860c-6eaffd94b3d0 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Deleting port d90347be-0613-4ce7-ad8b-5076493d24f8 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:41:50.072797 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c6ecc211-50bd-400b-ae27-3eafd1af4b83 req-bcbd09e7-5443-42c5-860c-6eaffd94b3d0 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:41:50.216618 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-c6ecc211-50bd-400b-ae27-3eafd1af4b83 req-bcbd09e7-5443-42c5-860c-6eaffd94b3d0 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] For port d90347be-0613-4ce7-ad8b-5076493d24f8, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d90347be-0613-4ce7-ad8b-5076493d24f8,segment=NetworkSegment(d47bec73-aa9f-485d-b11e-a80a200839e7),segment_id=d47bec73-aa9f-485d-b11e-a80a200839e7)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:41:50.217022 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c6ecc211-50bd-400b-ae27-3eafd1af4b83 req-bcbd09e7-5443-42c5-860c-6eaffd94b3d0 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:41:50.349541 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-c6ecc211-50bd-400b-ae27-3eafd1af4b83 req-bcbd09e7-5443-42c5-860c-6eaffd94b3d0 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Calling delete_port for d90347be-0613-4ce7-ad8b-5076493d24f8 owned by compute:nova {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:41:50.463004 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c6ecc211-50bd-400b-ae27-3eafd1af4b83 req-bcbd09e7-5443-42c5-860c-6eaffd94b3d0 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:41:50.468844 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-77032e90-d48e-42dc-8375-cdb4271a3309 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:41:50.523422 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd09e7-5443-42c5-860c-6eaffd94b3d0 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Pushing event deleted for resources: {'Port': ['ID=d90347be-0613-4ce7-ad8b-5076493d24f8,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:41:50.565967 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd09e7-5443-42c5-860c-6eaffd94b3d0 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:41:50.566388 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd09e7-5443-42c5-860c-6eaffd94b3d0 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:41:50.566806 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd09e7-5443-42c5-860c-6eaffd94b3d0 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:41:50.567219 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd09e7-5443-42c5-860c-6eaffd94b3d0 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:41:50.567624 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd09e7-5443-42c5-860c-6eaffd94b3d0 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:41:50.568284 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd09e7-5443-42c5-860c-6eaffd94b3d0 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:41:50.568715 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd09e7-5443-42c5-860c-6eaffd94b3d0 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:41:50.569117 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd09e7-5443-42c5-860c-6eaffd94b3d0 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:41:50.569520 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd09e7-5443-42c5-860c-6eaffd94b3d0 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:41:50.569920 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd09e7-5443-42c5-860c-6eaffd94b3d0 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:41:50.570319 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd09e7-5443-42c5-860c-6eaffd94b3d0 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:41:50.570717 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd09e7-5443-42c5-860c-6eaffd94b3d0 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:41:50.578851 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-bcbd09e7-5443-42c5-860c-6eaffd94b3d0 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:41:50.617173 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ecc211-50bd-400b-ae27-3eafd1af4b83 req-bcbd09e7-5443-42c5-860c-6eaffd94b3d0 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] No DVR routers for this DVR port d90347be-0613-4ce7-ad8b-5076493d24f8 on host hv-cinder-77923 {{(pid=86422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:41:50.619885 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-c6ecc211-50bd-400b-ae27-3eafd1af4b83 req-bcbd09e7-5443-42c5-860c-6eaffd94b3d0 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:41:50.622753 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28d25dc-935b-492a-9e2d-2a82d8f946cf', 'name': 'network-vif-deleted', 'tag': 'd90347be-0613-4ce7-ad8b-5076493d24f8'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:41:50.637721 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c6ecc211-50bd-400b-ae27-3eafd1af4b83 req-bcbd09e7-5443-42c5-860c-6eaffd94b3d0 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.68 "DELETE /v2.0/ports/d90347be-0613-4ce7-ad8b-5076493d24f8 HTTP/1.1" status: 204 len: 173 time: 0.7193005 Apr 23 10:41:50.675812 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28d25dc-935b-492a-9e2d-2a82d8f946cf', 'name': 'network-vif-deleted', 'tag': 'd90347be-0613-4ce7-ad8b-5076493d24f8', 'status': 'completed', 'code': 200} Apr 23 10:41:51.262819 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8bf9dec4-23e4-4306-bec6-b55a12a2266d req-03544217-2cc2-432f-97c9-e037c862084d tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=f28d25dc-935b-492a-9e2d-2a82d8f946cf HTTP/1.1" status: 200 len: 210 time: 0.0628903 Apr 23 10:41:52.189683 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device d90347be-0613-4ce7-ad8b-5076493d24f8 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:41:52.226881 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] No Port match for: d90347be-0613-4ce7-ad8b-5076493d24f8 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:41:52.227259 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device d90347be-0613-4ce7-ad8b-5076493d24f8 not bound to the agent host hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:41:56.762631 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-83dc3ae9-7da9-417a-a21a-a29747c4e6a8 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:41:56.764295 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-83dc3ae9-7da9-417a-a21a-a29747c4e6a8 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/networks?id=6d936441-ecc8-4b83-b606-141624388a35 HTTP/1.1" status: 200 len: 814 time: 0.1768572 Apr 23 10:41:56.787157 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6767f1f6-dad6-4a1b-b701-695d985ece0b tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/quotas/0f0195ddd3a342fcbb9e63490278de13 HTTP/1.1" status: 200 len: 375 time: 0.0154688 Apr 23 10:41:56.847111 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-7f07363f-596f-4176-b521-d796abdae6ef tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f0195ddd3a342fcbb9e63490278de13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494223 Apr 23 10:41:56.996836 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-bd9a6c0b-2a7f-4d12-a0ee-958a11123113 service neutron] 10.222.0.70 "GET /v2.0/networks/6d936441-ecc8-4b83-b606-141624388a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414165 Apr 23 10:41:57.169511 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-f23a21b7-7b1a-41ff-bf93-38e1de484a98 service neutron] 10.222.0.70 "GET /v2.0/networks/6d936441-ecc8-4b83-b606-141624388a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619859 Apr 23 10:41:57.379407 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-60960b21-63cc-43b1-a0cd-39e834a25667 req-c1e9de29-3fc6-40e2-966b-b7d648c2a6d3 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce0c1762-b1b4-4ef9-91a2-c99e89614236 HTTP/1.1" status: 200 len: 210 time: 0.0555518 Apr 23 10:41:58.579858 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-baaf7c95-099a-4198-a36e-0949f6dfc32c req-cda5c09c-0f08-4fd7-b8d5-d0384e41e76e tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce0c1762-b1b4-4ef9-91a2-c99e89614236 HTTP/1.1" status: 200 len: 210 time: 0.0609446 Apr 23 10:41:58.762750 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-a43329d6-7473-4054-8f41-9ba5e133ccac tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:41:58.764388 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-a43329d6-7473-4054-8f41-9ba5e133ccac tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.68 "GET /v2.0/networks?id=6d936441-ecc8-4b83-b606-141624388a35 HTTP/1.1" status: 200 len: 814 time: 0.1660116 Apr 23 10:41:58.786346 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6073c9c4-8ecb-4d9f-8576-a321555e209f tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Request body: {'port': {'device_id': 'ce0c1762-b1b4-4ef9-91a2-c99e89614236', 'network_id': '6d936441-ecc8-4b83-b606-141624388a35', 'admin_state_up': True, 'tenant_id': '0f0195ddd3a342fcbb9e63490278de13'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:41:58.948389 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6073c9c4-8ecb-4d9f-8576-a321555e209f tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:41:58.953136 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6073c9c4-8ecb-4d9f-8576-a321555e209f tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Usage tracker for resource:port and tenant:0f0195ddd3a342fcbb9e63490278de13 is out of sync, need to count used quota {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:41:58.956261 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6073c9c4-8ecb-4d9f-8576-a321555e209f tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86422) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:41:58.962574 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.quota.driver [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6073c9c4-8ecb-4d9f-8576-a321555e209f tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86422) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:41:58.974341 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6073c9c4-8ecb-4d9f-8576-a321555e209f tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Made reservation on behalf of 0f0195ddd3a342fcbb9e63490278de13 for: {'port': 1} {{(pid=86422) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:41:58.980803 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6073c9c4-8ecb-4d9f-8576-a321555e209f tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:41:59.171887 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_common [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6073c9c4-8ecb-4d9f-8576-a321555e209f tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Allocated IP 172.20.0.7 (6d936441-ecc8-4b83-b606-141624388a35/8ccc4cdd-1fe4-4434-9d0f-389ac3a1c942/d7824d13-3ec2-4060-98f3-d4075e6bf944) {{(pid=86422) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:41:59.404507 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6073c9c4-8ecb-4d9f-8576-a321555e209f tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Notify callbacks [] for port, precommit_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:41:59.435107 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6073c9c4-8ecb-4d9f-8576-a321555e209f tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747065814592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_create {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:41:59.442986 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-9ff53c45-d94b-4933-baa6-813fd1916242 tempest-AttachVolumeTestJSON-1891924002 tempest-AttachVolumeTestJSON-1891924002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:41:59.516378 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6073c9c4-8ecb-4d9f-8576-a321555e209f tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Network 6d936441-ecc8-4b83-b606-141624388a35 is already hosted by enough agents. {{(pid=86422) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:41:59.521105 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.scheduler.base_scheduler [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6073c9c4-8ecb-4d9f-8576-a321555e209f tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Resources bound (agent type, host, resource id): {{(pid=86422) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:41:59.525635 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6073c9c4-8ecb-4d9f-8576-a321555e209f tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Received port after_create {{(pid=86422) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:41:59.563085 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073c9c4-8ecb-4d9f-8576-a321555e209f tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Pushing event updated for resources: {'Port': ['ID=d7824d13-3ec2-4060-98f3-d4075e6bf944,revision_number=1']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:41:59.568748 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6073c9c4-8ecb-4d9f-8576-a321555e209f tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:41:59.605558 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6073c9c4-8ecb-4d9f-8576-a321555e209f tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:41:59.606242 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6073c9c4-8ecb-4d9f-8576-a321555e209f tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:41:59.639655 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6073c9c4-8ecb-4d9f-8576-a321555e209f tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8570774 Apr 23 10:41:59.665196 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.v2.base [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6c6ae898-325d-4904-8c6c-8e17362a97b2 service neutron] Request body: {'port': {'device_id': 'ce0c1762-b1b4-4ef9-91a2-c99e89614236', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=86422) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:41:59.798125 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6c6ae898-325d-4904-8c6c-8e17362a97b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:41:59.803126 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01081418-4839-49e8-b6f8-b247a4e6da73 req-77ed8a19-ec51-4661-831f-3889165f1d73 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:41:59.804885 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-01081418-4839-49e8-b6f8-b247a4e6da73 req-77ed8a19-ec51-4661-831f-3889165f1d73 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce0c1762-b1b4-4ef9-91a2-c99e89614236 HTTP/1.1" status: 200 len: 931 time: 0.1018040 Apr 23 10:41:59.862959 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-01081418-4839-49e8-b6f8-b247a4e6da73 req-b38f781b-657d-4887-aa12-2cd7632b67c7 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512588 Apr 23 10:42:00.181447 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6c6ae898-325d-4904-8c6c-8e17362a97b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7824d13-3ec2-4060-98f3-d4075e6bf944 {{(pid=86422) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:42:00.189591 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6c6ae898-325d-4904-8c6c-8e17362a97b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:42:00.206770 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6c6ae898-325d-4904-8c6c-8e17362a97b2 service neutron] Transition to ACTIVE for port object d7824d13-3ec2-4060-98f3-d4075e6bf944 will not be triggered until provisioned by entity L2. {{(pid=86422) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:42:00.209548 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6c6ae898-325d-4904-8c6c-8e17362a97b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848232985'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:42:00.214387 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-0a7e9381-5e75-4206-b66a-53b71117824f tempest-AttachVolumeNegativeTest-794298929 tempest-AttachVolumeNegativeTest-794298929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:42:00.628618 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ae898-325d-4904-8c6c-8e17362a97b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d7824d13-3ec2-4060-98f3-d4075e6bf944,revision_number=2']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:42:00.658533 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6c6ae898-325d-4904-8c6c-8e17362a97b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:42:00.706266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6c6ae898-325d-4904-8c6c-8e17362a97b2 service neutron] Attempting to bind port d7824d13-3ec2-4060-98f3-d4075e6bf944 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:42:00.706638 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6c6ae898-325d-4904-8c6c-8e17362a97b2 service neutron] Attempting to bind port d7824d13-3ec2-4060-98f3-d4075e6bf944 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'd47bec73-aa9f-485d-b11e-a80a200839e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d936441-ecc8-4b83-b606-141624388a35'}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:42:00.707020 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6c6ae898-325d-4904-8c6c-8e17362a97b2 service neutron] Attempting to bind port d7824d13-3ec2-4060-98f3-d4075e6bf944 on network 6d936441-ecc8-4b83-b606-141624388a35 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:42:00.712096 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6c6ae898-325d-4904-8c6c-8e17362a97b2 service neutron] Port d7824d13-3ec2-4060-98f3-d4075e6bf944 on network 6d936441-ecc8-4b83-b606-141624388a35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:42:00.712484 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6c6ae898-325d-4904-8c6c-8e17362a97b2 service neutron] Attempting to bind port d7824d13-3ec2-4060-98f3-d4075e6bf944 on network 6d936441-ecc8-4b83-b606-141624388a35 {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:42:00.717963 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6c6ae898-325d-4904-8c6c-8e17362a97b2 service neutron] Checking agent: {'id': 'e9dd349d-b683-48bd-911f-eb86d546e7f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'started_at': datetime.datetime(2021, 4, 23, 10, 26, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:42:00.718341 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6c6ae898-325d-4904-8c6c-8e17362a97b2 service neutron] Checking segment: {'id': 'd47bec73-aa9f-485d-b11e-a80a200839e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d936441-ecc8-4b83-b606-141624388a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86422) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:42:00.718760 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6c6ae898-325d-4904-8c6c-8e17362a97b2 service neutron] Bound using segment: {'id': 'd47bec73-aa9f-485d-b11e-a80a200839e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d936441-ecc8-4b83-b606-141624388a35'} {{(pid=86422) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:42:00.719228 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6c6ae898-325d-4904-8c6c-8e17362a97b2 service neutron] Bound port: d7824d13-3ec2-4060-98f3-d4075e6bf944, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd47bec73-aa9f-485d-b11e-a80a200839e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d936441-ecc8-4b83-b606-141624388a35'}}] {{(pid=86422) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:42:00.719608 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6c6ae898-325d-4904-8c6c-8e17362a97b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:42:00.814061 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6c6ae898-325d-4904-8c6c-8e17362a97b2 service neutron] For port d7824d13-3ec2-4060-98f3-d4075e6bf944, host hv-cinder-77923, cleared binding levels {{(pid=86422) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:42:00.817444 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6c6ae898-325d-4904-8c6c-8e17362a97b2 service neutron] For port d7824d13-3ec2-4060-98f3-d4075e6bf944, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d7824d13-3ec2-4060-98f3-d4075e6bf944,segment=NetworkSegment(d47bec73-aa9f-485d-b11e-a80a200839e7),segment_id=d47bec73-aa9f-485d-b11e-a80a200839e7)] {{(pid=86422) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:42:00.821379 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6c6ae898-325d-4904-8c6c-8e17362a97b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848232985'] for port, after_update {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:42:00.825469 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8fa42341-c340-42dc-b26d-c1cb3a8f2b2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:42:00.886606 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6c6ae898-325d-4904-8c6c-8e17362a97b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:42:00.887280 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6c6ae898-325d-4904-8c6c-8e17362a97b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:42:00.888788 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-6c6ae898-325d-4904-8c6c-8e17362a97b2 service neutron] 10.222.0.68 "PUT /v2.0/ports/d7824d13-3ec2-4060-98f3-d4075e6bf944 HTTP/1.1" status: 200 len: 1093 time: 1.2286747 Apr 23 10:42:00.889333 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0c1762-b1b4-4ef9-91a2-c99e89614236', 'tag': 'd7824d13-3ec2-4060-98f3-d4075e6bf944'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:42:00.917972 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ae898-325d-4904-8c6c-8e17362a97b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d7824d13-3ec2-4060-98f3-d4075e6bf944,revision_number=3']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:42:00.921390 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-6c6ae898-325d-4904-8c6c-8e17362a97b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:42:00.949479 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0c1762-b1b4-4ef9-91a2-c99e89614236', 'tag': 'd7824d13-3ec2-4060-98f3-d4075e6bf944', 'status': 'completed', 'code': 200} Apr 23 10:42:01.060911 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-9bda29dc-5400-435a-b443-d8d0dbdf459b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:42:01.062644 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-9bda29dc-5400-435a-b443-d8d0dbdf459b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0f0195ddd3a342fcbb9e63490278de13&device_id=ce0c1762-b1b4-4ef9-91a2-c99e89614236 HTTP/1.1" status: 200 len: 1096 time: 0.0835969 Apr 23 10:42:01.084088 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087f3d0-556b-4e47-ab61-e80f44078672 req-0a9d698f-8125-4cf0-9037-de91fba36cff tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:42:01.085742 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c087f3d0-556b-4e47-ab61-e80f44078672 req-0a9d698f-8125-4cf0-9037-de91fba36cff tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce0c1762-b1b4-4ef9-91a2-c99e89614236 HTTP/1.1" status: 200 len: 943 time: 0.0927031 Apr 23 10:42:01.136653 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-c087f3d0-556b-4e47-ab61-e80f44078672 req-dec6a9fa-756c-455c-8d5b-72928c22ac36 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443373 Apr 23 10:42:01.149768 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-c05b3abe-17f6-44de-871b-54e737710621 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7824d13-3ec2-4060-98f3-d4075e6bf944 HTTP/1.1" status: 200 len: 217 time: 0.0705440 Apr 23 10:42:01.222381 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-0ce1df05-cece-4a5a-84f7-2681f144a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:42:01.223958 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-0ce1df05-cece-4a5a-84f7-2681f144a3a6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ccc4cdd-1fe4-4434-9d0f-389ac3a1c942 HTTP/1.1" status: 200 len: 854 time: 0.0641878 Apr 23 10:42:01.281618 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-efc9a7a6-79d2-4c56-bf43-e18d334ac7e8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6d936441-ecc8-4b83-b606-141624388a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466008 Apr 23 10:42:01.431852 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-14a7b290-9faa-455a-a034-7c937c724805 service neutron] 10.222.0.68 "GET /v2.0/networks/6d936441-ecc8-4b83-b606-141624388a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374028 Apr 23 10:42:01.583834 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-21516f5f-d305-48ce-a4b4-3b154a692dd0 req-dfd3a087-fca5-4442-9d59-4543fc54586b service neutron] 10.222.0.68 "GET /v2.0/networks/6d936441-ecc8-4b83-b606-141624388a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403306 Apr 23 10:42:01.810891 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c046211-031e-402f-96f1-5c575932f94d req-3e02441e-85e9-47e3-bef3-bd783ce25c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:42:01.812488 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1c046211-031e-402f-96f1-5c575932f94d req-3e02441e-85e9-47e3-bef3-bd783ce25c13 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0f0195ddd3a342fcbb9e63490278de13&device_id=ce0c1762-b1b4-4ef9-91a2-c99e89614236 HTTP/1.1" status: 200 len: 1096 time: 0.0878541 Apr 23 10:42:01.965744 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c046211-031e-402f-96f1-5c575932f94d req-e9f07031-2a33-4ef3-9e18-a4a21759277b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:42:01.967337 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1c046211-031e-402f-96f1-5c575932f94d req-e9f07031-2a33-4ef3-9e18-a4a21759277b service neutron] 10.222.0.68 "GET /v2.0/networks?id=6d936441-ecc8-4b83-b606-141624388a35 HTTP/1.1" status: 200 len: 915 time: 0.1427491 Apr 23 10:42:02.050526 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1c046211-031e-402f-96f1-5c575932f94d req-b65d90a9-d326-4743-b79d-ac365ea2737b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7824d13-3ec2-4060-98f3-d4075e6bf944 HTTP/1.1" status: 200 len: 217 time: 0.0692832 Apr 23 10:42:02.128630 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c046211-031e-402f-96f1-5c575932f94d req-d070217f-4828-47d5-854f-369f826692dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:42:02.130240 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1c046211-031e-402f-96f1-5c575932f94d req-d070217f-4828-47d5-854f-369f826692dd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8ccc4cdd-1fe4-4434-9d0f-389ac3a1c942 HTTP/1.1" status: 200 len: 854 time: 0.0695033 Apr 23 10:42:02.163850 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-8bb14a94-c173-4f74-b1a8-064cdec394f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:42:02.186235 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1c046211-031e-402f-96f1-5c575932f94d req-9bc0c1fd-2e9c-4356-b8a8-aa0abaec2033 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6d936441-ecc8-4b83-b606-141624388a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480313 Apr 23 10:42:02.365806 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1c046211-031e-402f-96f1-5c575932f94d req-d734277b-f4ad-4c4a-a2cd-bbdea8b60eee service neutron] 10.222.0.68 "GET /v2.0/networks/6d936441-ecc8-4b83-b606-141624388a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659896 Apr 23 10:42:02.382197 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf4cbc-afc0-4e84-ab6e-31defcb2adf0 req-27140ec6-2f97-4a9c-b87f-31a075baa507 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:42:02.384263 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7cdf4cbc-afc0-4e84-ab6e-31defcb2adf0 req-27140ec6-2f97-4a9c-b87f-31a075baa507 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce0c1762-b1b4-4ef9-91a2-c99e89614236 HTTP/1.1" status: 200 len: 943 time: 0.1233881 Apr 23 10:42:02.441451 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7cdf4cbc-afc0-4e84-ab6e-31defcb2adf0 req-b8ce0400-8a50-4659-a6d5-254f9d5054d6 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488062 Apr 23 10:42:02.553949 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-1c046211-031e-402f-96f1-5c575932f94d req-01357416-6455-4329-b6c8-2d3636122280 service neutron] 10.222.0.68 "GET /v2.0/networks/6d936441-ecc8-4b83-b606-141624388a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614673 Apr 23 10:42:03.459547 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:42:03.654860 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537522b-ab6e-4078-8e51-29647452a409 req-283d4c91-52fa-4ce7-9c95-14fcc0a98b78 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:42:03.656535 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b537522b-ab6e-4078-8e51-29647452a409 req-283d4c91-52fa-4ce7-9c95-14fcc0a98b78 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce0c1762-b1b4-4ef9-91a2-c99e89614236 HTTP/1.1" status: 200 len: 943 time: 0.0903013 Apr 23 10:42:03.707169 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-b537522b-ab6e-4078-8e51-29647452a409 req-b8a9dd8f-b63a-4a22-b218-f0986cc81681 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433674 Apr 23 10:42:04.177584 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a548dc81-66e3-4b00-a6ee-891128539149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:42:04.285683 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device d7824d13-3ec2-4060-98f3-d4075e6bf944 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=86423) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:42:04.431209 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port d7824d13-3ec2-4060-98f3-d4075e6bf944, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d7824d13-3ec2-4060-98f3-d4075e6bf944,segment=NetworkSegment(d47bec73-aa9f-485d-b11e-a80a200839e7),segment_id=d47bec73-aa9f-485d-b11e-a80a200839e7)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:42:04.446513 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Returning: {'device': 'd7824d13-3ec2-4060-98f3-d4075e6bf944', 'network_id': '6d936441-ecc8-4b83-b606-141624388a35', 'port_id': 'd7824d13-3ec2-4060-98f3-d4075e6bf944', 'mac_address': 'fa:16:3e:fe:d5:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ccc4cdd-1fe4-4434-9d0f-389ac3a1c942', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86423) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:42:04.505933 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:42:04.527097 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7824d13-3ec2-4060-98f3-d4075e6bf944 {{(pid=86423) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:42:04.543650 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port d7824d13-3ec2-4060-98f3-d4075e6bf944, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d7824d13-3ec2-4060-98f3-d4075e6bf944,segment=NetworkSegment(d47bec73-aa9f-485d-b11e-a80a200839e7),segment_id=d47bec73-aa9f-485d-b11e-a80a200839e7)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:42:04.549810 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:42:04.553599 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:42:04.623924 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=d7824d13-3ec2-4060-98f3-d4075e6bf944,revision_number=4']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:42:04.632540 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:42:04.632881 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:42:04.633242 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:42:04.633615 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:42:04.633980 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:42:04.634346 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:42:04.634714 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:42:04.635077 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:42:04.635437 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:42:04.635810 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:42:04.636158 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:42:04.636556 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86423) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:42:04.641019 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:42:04.920383 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a48c4-21b9-4934-9410-e5f8296a32b0 req-ac2cd7ec-d3ec-4fdc-aa3c-ab8ec1ce571e tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:42:04.922062 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ba5a48c4-21b9-4934-9410-e5f8296a32b0 req-ac2cd7ec-d3ec-4fdc-aa3c-ab8ec1ce571e tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce0c1762-b1b4-4ef9-91a2-c99e89614236 HTTP/1.1" status: 200 len: 944 time: 0.0979924 Apr 23 10:42:04.967622 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['d7824d13-3ec2-4060-98f3-d4075e6bf944'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:42:04.974781 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ba5a48c4-21b9-4934-9410-e5f8296a32b0 req-bb6652b1-591d-4dd3-8727-8d4b7a78176f tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433292 Apr 23 10:42:05.448298 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:42:05.490400 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:42:06.200533 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6fb60-bc51-473f-bb29-f25cb7c7febb req-1eb58717-16ad-496e-9a12-9756baba94fb tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:42:06.202230 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7fd6fb60-bc51-473f-bb29-f25cb7c7febb req-1eb58717-16ad-496e-9a12-9756baba94fb tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce0c1762-b1b4-4ef9-91a2-c99e89614236 HTTP/1.1" status: 200 len: 944 time: 0.0980225 Apr 23 10:42:06.252953 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-7fd6fb60-bc51-473f-bb29-f25cb7c7febb req-6127f3cb-5860-4fca-8405-d5be83cd7286 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438197 Apr 23 10:42:06.282609 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device d7824d13-3ec2-4060-98f3-d4075e6bf944 up at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:42:06.362287 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning for port d7824d13-3ec2-4060-98f3-d4075e6bf944 completed by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:42:06.368792 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.provisioning_blocks [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Provisioning complete for port d7824d13-3ec2-4060-98f3-d4075e6bf944 triggered by entity L2. {{(pid=86423) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:42:06.369212 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853218174'] for port, provisioning_complete {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:42:06.508592 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1662815'] for port, before_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:42:06.539050 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0c1762-b1b4-4ef9-91a2-c99e89614236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7824d13-3ec2-4060-98f3-d4075e6bf944'}] {{(pid=86423) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:42:06.549708 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] For port d7824d13-3ec2-4060-98f3-d4075e6bf944, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d7824d13-3ec2-4060-98f3-d4075e6bf944,segment=NetworkSegment(d47bec73-aa9f-485d-b11e-a80a200839e7),segment_id=d47bec73-aa9f-485d-b11e-a80a200839e7)] {{(pid=86423) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:42:06.552629 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747066262472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747065814609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363289788961174'] for port, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:42:06.554709 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:42:06.592930 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0c1762-b1b4-4ef9-91a2-c99e89614236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7824d13-3ec2-4060-98f3-d4075e6bf944', 'code': 200} Apr 23 10:42:06.630988 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Pushing event updated for resources: {'Port': ['ID=d7824d13-3ec2-4060-98f3-d4075e6bf944,revision_number=5']} {{(pid=86423) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:42:06.634428 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86423) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:42:06.952412 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff3057-58bb-4a78-a003-a693225a15d2 req-71e5e5d2-99f9-483b-b7cb-6015d58a01af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:42:06.954036 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-faff3057-58bb-4a78-a003-a693225a15d2 req-71e5e5d2-99f9-483b-b7cb-6015d58a01af service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ce0c1762-b1b4-4ef9-91a2-c99e89614236 HTTP/1.1" status: 200 len: 1098 time: 0.1071689 Apr 23 10:42:07.003329 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-faff3057-58bb-4a78-a003-a693225a15d2 req-9be0d074-3af2-42e3-b995-4d8f30ee59c9 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377858 Apr 23 10:42:07.166839 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:42:07.456818 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b06fd9-d411-4f18-adab-957472c49585 req-005612a0-39da-4ebc-ac1a-de3e068b2833 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:42:07.458436 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e3b06fd9-d411-4f18-adab-957472c49585 req-005612a0-39da-4ebc-ac1a-de3e068b2833 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce0c1762-b1b4-4ef9-91a2-c99e89614236 HTTP/1.1" status: 200 len: 945 time: 0.0885501 Apr 23 10:42:07.506533 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-e3b06fd9-d411-4f18-adab-957472c49585 req-93c50fd3-5a94-4400-98d3-3a179288fc7c tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416420 Apr 23 10:42:08.734357 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712896e-96f5-467d-9c00-902d677aa824 req-36a28cf1-96ef-49df-b3ed-c439858630c4 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:42:08.736103 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6712896e-96f5-467d-9c00-902d677aa824 req-36a28cf1-96ef-49df-b3ed-c439858630c4 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce0c1762-b1b4-4ef9-91a2-c99e89614236 HTTP/1.1" status: 200 len: 945 time: 0.1047716 Apr 23 10:42:08.786074 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-6712896e-96f5-467d-9c00-902d677aa824 req-b4dc9316-70ef-4dd4-baa3-0d479fbf71b8 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433965 Apr 23 10:42:09.996010 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08dcf3-d260-4afe-8b55-15f504273610 req-34de91a5-c184-4a8a-b060-981a4bdecd4e tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:42:09.997788 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3c08dcf3-d260-4afe-8b55-15f504273610 req-34de91a5-c184-4a8a-b060-981a4bdecd4e tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce0c1762-b1b4-4ef9-91a2-c99e89614236 HTTP/1.1" status: 200 len: 945 time: 0.0964289 Apr 23 10:42:10.050321 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-3c08dcf3-d260-4afe-8b55-15f504273610 req-3d312807-c5b0-4fa3-9fa9-eaca9bd25d9c tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454197 Apr 23 10:42:21.651081 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:42:31.623319 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7051702-d302-4322-beb3-a42c490cd841 req-bf3e04c4-85af-4063-bfa1-47cc96bfab26 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:42:31.624952 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f7051702-d302-4322-beb3-a42c490cd841 req-bf3e04c4-85af-4063-bfa1-47cc96bfab26 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce0c1762-b1b4-4ef9-91a2-c99e89614236 HTTP/1.1" status: 200 len: 945 time: 0.0882261 Apr 23 10:42:31.679070 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-f7051702-d302-4322-beb3-a42c490cd841 req-70399a74-4c69-438d-8b94-895ec79ba139 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454376 Apr 23 10:42:32.166294 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-0498aefc-fb05-423d-bd9a-efeb1f195092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:42:32.886527 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df022796-56b9-425d-8bb4-fa0a5b455af4 req-7f6a8bf9-f86a-4adb-833a-e57323ea317a tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:42:32.888128 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-df022796-56b9-425d-8bb4-fa0a5b455af4 req-7f6a8bf9-f86a-4adb-833a-e57323ea317a tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce0c1762-b1b4-4ef9-91a2-c99e89614236 HTTP/1.1" status: 200 len: 945 time: 0.0908253 Apr 23 10:42:32.939127 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-df022796-56b9-425d-8bb4-fa0a5b455af4 req-2c173040-d772-468d-b068-50dd2426b4eb tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438948 Apr 23 10:42:33.464528 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:42:34.142727 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99d497-63bb-406a-a027-73af4b67c601 req-a431507d-185f-4f13-b039-4bea6a9ae18f tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:42:34.144902 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ee99d497-63bb-406a-a027-73af4b67c601 req-a431507d-185f-4f13-b039-4bea6a9ae18f tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce0c1762-b1b4-4ef9-91a2-c99e89614236 HTTP/1.1" status: 200 len: 945 time: 0.0917988 Apr 23 10:42:34.178379 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-c2d54896-e4ef-4c2d-9c3c-95b35d398800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:42:34.195544 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-ee99d497-63bb-406a-a027-73af4b67c601 req-4f6c047a-a0ad-4c76-a605-000a3d740f3f tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440533 Apr 23 10:42:35.399816 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd1ed4-1d86-4b17-81b9-a1e197cf2877 req-67b34012-eb5b-4403-91db-dffe9f837018 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:42:35.401434 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a8fd1ed4-1d86-4b17-81b9-a1e197cf2877 req-67b34012-eb5b-4403-91db-dffe9f837018 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce0c1762-b1b4-4ef9-91a2-c99e89614236 HTTP/1.1" status: 200 len: 945 time: 0.0898478 Apr 23 10:42:35.450221 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:42:35.450571 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-a8fd1ed4-1d86-4b17-81b9-a1e197cf2877 req-0cc58f22-4768-4941-878e-ce698070ba59 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427852 Apr 23 10:42:35.491673 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:42:36.655353 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910eae11-827c-440a-bd05-6ede17aacc79 req-e63bf4ec-a6a0-489a-98cc-844a503e2f8e tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:42:36.656955 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-910eae11-827c-440a-bd05-6ede17aacc79 req-e63bf4ec-a6a0-489a-98cc-844a503e2f8e tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce0c1762-b1b4-4ef9-91a2-c99e89614236 HTTP/1.1" status: 200 len: 945 time: 0.0915451 Apr 23 10:42:36.704651 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-910eae11-827c-440a-bd05-6ede17aacc79 req-df175ea3-38f6-4ce4-b9f8-9b0bfa27963f tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405841 Apr 23 10:42:37.170909 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:42:37.679228 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831a352-bb00-4b55-8d16-2fd8f2ab41cd req-a866bb5b-816b-4248-b077-c05947e67fd0 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86422) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:42:37.679974 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-4831a352-bb00-4b55-8d16-2fd8f2ab41cd req-a866bb5b-816b-4248-b077-c05947e67fd0 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Synchronizing usage tracker for tenant:0f0195ddd3a342fcbb9e63490278de13 on resource:port {{(pid=86422) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:42:37.694640 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.quota.resource [req-4831a352-bb00-4b55-8d16-2fd8f2ab41cd req-a866bb5b-816b-4248-b077-c05947e67fd0 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Unset dirty status for tenant:0f0195ddd3a342fcbb9e63490278de13 on resource:port {{(pid=86422) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:42:37.695873 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4831a352-bb00-4b55-8d16-2fd8f2ab41cd req-a866bb5b-816b-4248-b077-c05947e67fd0 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce0c1762-b1b4-4ef9-91a2-c99e89614236 HTTP/1.1" status: 200 len: 945 time: 0.1043744 Apr 23 10:42:37.852109 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-4831a352-bb00-4b55-8d16-2fd8f2ab41cd req-e44e09b9-e530-4bb0-911d-f1284f67c51c tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Deleting port d7824d13-3ec2-4060-98f3-d4075e6bf944 {{(pid=86422) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:42:37.852526 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-4831a352-bb00-4b55-8d16-2fd8f2ab41cd req-e44e09b9-e530-4bb0-911d-f1284f67c51c tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289788517492'] for port, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:42:37.914300 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baafea3c-182b-4181-a0a0-bbd6d6372f69 req-58c9ceb8-0d0f-42c6-8e61-d054d984fe26 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86420) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:42:37.915893 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-baafea3c-182b-4181-a0a0-bbd6d6372f69 req-58c9ceb8-0d0f-42c6-8e61-d054d984fe26 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce0c1762-b1b4-4ef9-91a2-c99e89614236 HTTP/1.1" status: 200 len: 945 time: 0.0963349 Apr 23 10:42:38.004280 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [req-4831a352-bb00-4b55-8d16-2fd8f2ab41cd req-e44e09b9-e530-4bb0-911d-f1284f67c51c tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] For port d7824d13-3ec2-4060-98f3-d4075e6bf944, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=d7824d13-3ec2-4060-98f3-d4075e6bf944,segment=NetworkSegment(d47bec73-aa9f-485d-b11e-a80a200839e7),segment_id=d47bec73-aa9f-485d-b11e-a80a200839e7)] {{(pid=86422) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:42:38.004280 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-4831a352-bb00-4b55-8d16-2fd8f2ab41cd req-e44e09b9-e530-4bb0-911d-f1284f67c51c tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854361786'] for port, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:42:38.148672 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [req-4831a352-bb00-4b55-8d16-2fd8f2ab41cd req-e44e09b9-e530-4bb0-911d-f1284f67c51c tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Calling delete_port for d7824d13-3ec2-4060-98f3-d4075e6bf944 owned by compute:nova {{(pid=86422) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:42:38.192102 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-baafea3c-182b-4181-a0a0-bbd6d6372f69 req-1bf37411-483f-477c-b478-24cd92db1880 tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/security-groups?id=f834ee2a-d372-46f9-82e2-dadf56ca5b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659106 Apr 23 10:42:38.269526 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-4831a352-bb00-4b55-8d16-2fd8f2ab41cd req-e44e09b9-e530-4bb0-911d-f1284f67c51c tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853280847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853853383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289788513311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363289788961208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6542830'] for port, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:42:38.275050 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-8629496c-d616-4ae8-9020-8a7fb6d4c91e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:42:38.316087 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.db [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] get_ports_and_sgs() called for port_ids ['d7824d13-3ec2-4060-98f3-d4075e6bf944'] {{(pid=86423) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:42:38.325296 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e09b9-e530-4bb0-911d-f1284f67c51c tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Pushing event deleted for resources: {'Port': ['ID=d7824d13-3ec2-4060-98f3-d4075e6bf944,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:42:38.360953 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-e44e09b9-e530-4bb0-911d-f1284f67c51c tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:42:38.406620 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.l3_dvrscheduler_db [req-4831a352-bb00-4b55-8d16-2fd8f2ab41cd req-e44e09b9-e530-4bb0-911d-f1284f67c51c tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] No DVR routers for this DVR port d7824d13-3ec2-4060-98f3-d4075e6bf944 on host hv-cinder-77923 {{(pid=86422) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:42:38.409247 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [req-4831a352-bb00-4b55-8d16-2fd8f2ab41cd req-e44e09b9-e530-4bb0-911d-f1284f67c51c tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771755'] for port, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:42:38.412051 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0c1762-b1b4-4ef9-91a2-c99e89614236', 'name': 'network-vif-deleted', 'tag': 'd7824d13-3ec2-4060-98f3-d4075e6bf944'}] {{(pid=86422) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:42:38.427304 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-4831a352-bb00-4b55-8d16-2fd8f2ab41cd req-e44e09b9-e530-4bb0-911d-f1284f67c51c tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.68 "DELETE /v2.0/ports/d7824d13-3ec2-4060-98f3-d4075e6bf944 HTTP/1.1" status: 204 len: 173 time: 0.7249777 Apr 23 10:42:38.462386 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0c1762-b1b4-4ef9-91a2-c99e89614236', 'name': 'network-vif-deleted', 'tag': 'd7824d13-3ec2-4060-98f3-d4075e6bf944', 'status': 'completed', 'code': 200} Apr 23 10:42:39.378014 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [req-8572d430-8c25-4d1a-8f15-e0d1508c1713 req-f3345985-23b7-4f10-bc60-fa83600fdd7c tempest-VolumesSnapshotTestJSON-158722317 tempest-VolumesSnapshotTestJSON-158722317-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce0c1762-b1b4-4ef9-91a2-c99e89614236 HTTP/1.1" status: 200 len: 210 time: 0.0493138 Apr 23 10:42:40.408201 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device d7824d13-3ec2-4060-98f3-d4075e6bf944 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:42:40.476395 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.plugin [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] No Port match for: d7824d13-3ec2-4060-98f3-d4075e6bf944 {{(pid=86423) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:42:40.476794 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.rpc [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Device d7824d13-3ec2-4060-98f3-d4075e6bf944 not bound to the agent host hv-cinder-77923 {{(pid=86423) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:42:58.651341 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:43:00.124551 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86422) accepted ('10.222.0.70', 41068) {{(pid=86422) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:43:00.190124 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.db_base_plugin_v2 [None req-588d273a-1485-4e9d-a647-bcd4711efaf9 admin admin] Deleting subnet 8ccc4cdd-1fe4-4434-9d0f-389ac3a1c942 {{(pid=86422) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 10:43:00.193190 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-588d273a-1485-4e9d-a647-bcd4711efaf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:43:00.248157 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-588d273a-1485-4e9d-a647-bcd4711efaf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7123019'] for subnet, precommit_delete_associations {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:43:00.305994 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-588d273a-1485-4e9d-a647-bcd4711efaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853331552'] for subnet, precommit_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:43:00.558710 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-588d273a-1485-4e9d-a647-bcd4711efaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1444248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6539322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4765900'] for subnet, after_delete {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:43:00.563539 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-563298d4-9ddb-495b-bd05-70a97835a205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:43:00.600479 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d273a-1485-4e9d-a647-bcd4711efaf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ccc4cdd-1fe4-4434-9d0f-389ac3a1c942,revision_number=None']} {{(pid=86422) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:43:00.604050 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-588d273a-1485-4e9d-a647-bcd4711efaf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86422) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:43:00.613875 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-588d273a-1485-4e9d-a647-bcd4711efaf9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8ccc4cdd-1fe4-4434-9d0f-389ac3a1c942 HTTP/1.1" status: 204 len: 168 time: 0.4882483 Apr 23 10:43:00.615400 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588d273a-1485-4e9d-a647-bcd4711efaf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:43:00.615802 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588d273a-1485-4e9d-a647-bcd4711efaf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:43:00.616213 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588d273a-1485-4e9d-a647-bcd4711efaf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:43:00.616670 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588d273a-1485-4e9d-a647-bcd4711efaf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:43:00.616802 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 41072) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:43:00.617072 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588d273a-1485-4e9d-a647-bcd4711efaf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:43:00.617472 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588d273a-1485-4e9d-a647-bcd4711efaf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:43:00.617871 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588d273a-1485-4e9d-a647-bcd4711efaf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:43:00.618266 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588d273a-1485-4e9d-a647-bcd4711efaf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:43:00.618662 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588d273a-1485-4e9d-a647-bcd4711efaf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:43:00.619059 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588d273a-1485-4e9d-a647-bcd4711efaf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:43:00.619448 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588d273a-1485-4e9d-a647-bcd4711efaf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:43:00.619843 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588d273a-1485-4e9d-a647-bcd4711efaf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86422) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:43:00.623043 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-588d273a-1485-4e9d-a647-bcd4711efaf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86422) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:43:00.736437 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853440276'] for network, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:43:00.873586 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1444341', 'neutron.services.segments.db._delete_segments_for_network-8747066344563'] for network, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:43:00.991066 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d936441-ecc8-4b83-b606-141624388a35']}} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:43:01.004438 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47bec73-aa9f-485d-b11e-a80a200839e7') {'for_net_delete': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:43:01.004801 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.services.segments.db [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47bec73-aa9f-485d-b11e-a80a200839e7') {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:43:01.018383 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363289788450659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7430392'] for segment, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:43:01.034985 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1463750'] for segment, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:43:01.041515 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=86420) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 10:43:01.221860 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] Network 6d936441-ecc8-4b83-b606-141624388a35 has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:43:01.230694 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853312079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848782066'] for segment, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:43:01.407599 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.plugins.ml2.managers [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] Network 6d936441-ecc8-4b83-b606-141624388a35 has no segments {{(pid=86420) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: Traceback (most recent call last): Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: timer() Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: cb(*args, **kw) Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: return func(*args, **kwargs) Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: self._notify() Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: self.callback(batched_events) Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: event.method(event) Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: segment_id)['aggregates'][0] Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: return f(self, *a, **k) Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: return self._get(url).json() Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: **kwargs) Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: return self.request(url, 'GET', **kwargs) Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: **endpoint_filter) Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 10:43:01.433514 dv-cinder-779233-3-smb neutron-server[86307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 10:43:01.508161 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853331459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854146699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414905'] for network, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:43:01.511838 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-02417d97-fcec-42b1-bf68-773f9e8407be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:43:01.525796 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854146714'] for network, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:43:01.536519 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d936441-ecc8-4b83-b606-141624388a35,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:43:01.546607 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:43:01.547027 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:43:01.547437 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:43:01.547840 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:43:01.548242 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:43:01.548669 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:43:01.549069 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:43:01.549467 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:43:01.549865 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:43:01.550258 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:43:01.550651 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:43:01.551042 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:43:01.554602 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/6d936441-ecc8-4b83-b606-141624388a35 HTTP/1.1" status: 204 len: 168 time: 0.9368098 Apr 23 10:43:01.555597 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-5b28c097-ccd6-4543-ab7f-391985657ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:43:01.664858 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 41078) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:43:01.719698 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-a8921ece-fe98-4d1c-9574-a61de08186f8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0f0195ddd3a342fcbb9e63490278de13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535567 Apr 23 10:43:01.722208 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [-] (86420) accepted ('10.222.0.70', 41082) {{(pid=86420) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:43:01.782443 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-876dc132-768a-407c-9646-746388cffd88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:43:01.808532 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-876dc132-768a-407c-9646-746388cffd88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:43:01.853949 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-876dc132-768a-407c-9646-746388cffd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579803'] for security_group, after_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:43:01.858824 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-902f5ec4-c8ac-46e4-92f5-e1969d0deb6b tempest-AttachVolumeShelveTestJSON-1972704728 tempest-AttachVolumeShelveTestJSON-1972704728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:43:01.872825 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876dc132-768a-407c-9646-746388cffd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f834ee2a-d372-46f9-82e2-dadf56ca5b2d,revision_number=None']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:43:01.875571 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG oslo_concurrency.lockutils [None req-876dc132-768a-407c-9646-746388cffd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:43:01.881662 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-876dc132-768a-407c-9646-746388cffd88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:43:01.882938 dv-cinder-779233-3-smb neutron-server[86307]: INFO neutron.wsgi [None req-876dc132-768a-407c-9646-746388cffd88 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f834ee2a-d372-46f9-82e2-dadf56ca5b2d HTTP/1.1" status: 204 len: 168 time: 0.1597953 Apr 23 10:43:02.169190 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-489badd1-22f2-4c32-b45b-29aae9fe913c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:43:03.471335 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:43:04.249755 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-62ffcd10-0005-4ae3-9a9e-a99a85bf3e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:43:05.465832 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:43:05.495009 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:43:07.175216 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:43:32.170811 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5f0f0ae3-4624-4460-9595-2a85c860cc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:43:33.476363 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:43:34.181640 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1c83c50f-699f-462c-8117-42d3e67244b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:43:35.456416 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:43:35.496641 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:43:35.651348 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:43:37.178964 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:44:02.173021 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d77ae2b0-7a62-436d-858d-95bc125f097b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:44:03.476364 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:44:04.192380 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-fcf5fc10-9f82-4a4e-bcd9-be5db71a3e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:44:05.459158 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:44:05.499473 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:44:07.185133 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:44:12.655870 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:44:32.175781 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5a700123-c4ef-48ac-8f6e-e95416fb59d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:44:33.475001 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:44:34.183399 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-1e094d1d-4eb9-480a-b968-2bdfb856a996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:44:35.464517 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:44:35.504147 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:44:37.185596 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:44:46.215327 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [req-3a5c74ce-88c2-448e-9b30-8924ccf24e72 req-c7f854e5-d322-4f1a-b849-80dad56b6115 service neutron] (86422) timed out ('10.222.0.68', 54204) {{(pid=86422) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 23 10:44:48.216193 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [req-3a8190ae-7535-419f-a245-ff31c7f8d6de req-313f7d32-b24f-408e-a365-679540b65eac service neutron] (86420) timed out ('10.222.0.68', 54187) {{(pid=86420) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 23 10:44:49.655504 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:45:02.178195 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-907ac582-3b5a-418b-87ad-9e8553bd2650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:45:03.470952 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:45:04.185716 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-19754180-4ef3-4e9f-a0d1-078e624c8507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:45:05.463113 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:45:05.507580 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:45:07.188522 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:45:12.270890 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.wsgi [req-b9a19371-e628-4525-b5bf-47ca85cd59b9 req-f010ad36-5cd6-4e3d-8bd4-f723d8a31208 service neutron] (86420) timed out ('10.222.0.68', 54230) {{(pid=86420) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 23 10:45:26.655413 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:45:32.180024 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-9ade240d-268b-430d-be9b-f8f9e75a0bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:45:33.486949 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:45:34.187766 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a2a998af-8706-494a-8588-5639b5117e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:45:35.466513 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:45:35.509580 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:45:37.193278 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:46:02.185882 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-5ab30661-f2de-4a11-b294-9d35f64c0974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:46:03.493238 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:46:03.655253 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:46:04.192786 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-2b48cf07-ec16-404f-a771-ed1c9f065db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:46:05.475468 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:46:05.514035 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:46:07.197133 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:46:32.178015 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-56e9802a-f671-4ffd-b4eb-5de692394369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:46:33.497604 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:46:34.195466 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-3d0fd0cb-b6fc-48ec-9cd9-8e74d4007074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:46:35.472995 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:46:35.515075 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:46:37.202802 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:46:40.654479 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:47:02.182792 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-217035a9-2e9b-42bb-944b-9a46a2dc45b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:47:03.496542 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:47:04.198977 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6bacbe5b-9f2d-422c-a8df-a0ace3841955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:47:05.476230 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:47:05.516314 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:47:07.201908 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:47:17.654965 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:47:32.189188 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-a2c46675-30fc-4a41-9d9b-45d5e95e1686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:47:33.525134 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:47:34.200860 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-197d9771-c794-4d6f-9a58-76d6079dc5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:47:35.481330 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:47:35.518618 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:47:37.207062 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:47:54.655454 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron.db.agents_db [None req-4b60ac26-09e1-4384-8c6b-1a44aa583bc4 None None] Agent healthcheck: found 6 active agents {{(pid=86424) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:48:02.181784 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-67e6ea23-1a09-48ad-a643-abf1583f6457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:48:03.511835 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-88661df2-bd0f-4661-89e5-054393f64565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:48:04.204521 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-6d85ead1-4021-4a7f-83c1-6db6fa6db46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:48:05.482127 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7c67525f-dc9c-4884-aafa-1099222a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:48:05.519827 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-7381a5e8-9937-449f-b767-8b29afc1ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:48:07.209323 dv-cinder-779233-3-smb neutron-server[86307]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b744-7bf8-4e65-a2fe-7de4234c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363289788431237', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1557719'] for agent, after_update {{(pid=86423) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}